Default mapred Parameters
| Property | Description |
| io.sort.record.percent | Default value: 0.17 Default source: code |
| map.sort.class |
Default value: org.apache.hadoop.util.QuickSort Default source: mapred-default.xml |
| mapr.localoutput.dir |
Default value: output Default source: code |
| mapr.localspill.dir |
Default value: spill Default source: code |
| mapr.map.keyprefix.ints |
Default value: 1 Default source: code |
| mapr.mapred.localvolume.root.dir.name |
Default value: nodeManager Default source: code |
| mapreduce.am.max-attempts |
Default value: 2 Default source: mapred-default.xml |
| mapreduce.app-submission.cross-platform |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.client.completion.pollinterval |
Default value: 5000 Default source: mapred-default.xml |
| mapreduce.client.output.filter |
Default value: FAILED Default source: mapred-default.xml |
| mapreduce.client.progressmonitor.pollinterval |
Default value: 1000 Default source: mapred-default.xml |
| mapreduce.client.submit.file.replication |
Default value: 10 Default source: mapred-default.xml |
| mapreduce.cluster.acls.enabled |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.cluster.local.dir |
Default value: ${hadoop.tmp.dir}/mapred/local Default source: mapred-default.xml |
| mapreduce.cluster.temp.dir |
Default value: ${hadoop.tmp.dir}/mapred/temp Default source: mapred-default.xml |
| mapreduce.fileoutputcommitter.algorithm.version |
Default value: 1 Default source: mapred-default.xml |
| mapreduce.framework.name |
Default value: yarn Default source: code |
| mapreduce.ifile.readahead |
Default value: TRUE Default source: mapred-default.xml |
| mapreduce.ifile.readahead.bytes |
Default value: 4194304 Default source: mapred-default.xml |
| mapreduce.input.fileinputformat.list-status.num-threads |
Default value: 1 Default source: mapred-default.xml |
| mapreduce.input.fileinputformat.split.minsize |
Default value: 0 Default source: mapred-default.xml |
| mapreduce.input.lineinputformat.linespermap |
Default value: 1 Default source: mapred-default.xml |
| mapreduce.job.acl-modify-job |
Default value: Default source: mapred-default.xml |
| mapreduce.job.acl-view-job |
Default value: Default source: mapred-default.xml |
| mapreduce.job.classloader |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.job.committer.setup.cleanup.needed |
Default value: TRUE Default source: mapred-default.xml |
| mapreduce.job.complete.cancel.delegation.tokens |
Default value: TRUE Default source: mapred-default.xml |
| mapreduce.job.counters.max |
Default value: 120 Default source: mapred-default.xml |
| mapreduce.job.emit-timeline-data |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.job.end-notification.max.attempts |
Default value: 5 Default source: mapred-default.xml |
| mapreduce.job.end-notification.max.retry.interval |
Default value: 5000 Default source: mapred-default.xml |
| mapreduce.job.end-notification.retry.attempts |
Default value: 0 Default source: mapred-default.xml |
| mapreduce.job.end-notification.retry.interval |
Default value: 1000 Default source: mapred-default.xml |
| mapreduce.job.jvm.numtasks |
Default value: 1 Default source: mapred-default.xml |
| mapreduce.job.map.output.collector.class |
Default value: org.apache.hadoop.mapred.MapRFsOutputBuffer Default source: code |
| mapreduce.job.maps |
Default value: 2 Default source: mapred-default.xml |
| mapreduce.job.max.split.locations |
Default value: 10 Default source: mapred-default.xml |
| mapreduce.job.maxtaskfailures.per.tracker |
Default value: 3 Default source: mapred-default.xml |
| mapreduce.job.queuename |
Default value: default Default source: mapred-default.xml |
| mapreduce.job.reduce.shuffle.consumer.plugin.class |
Default value: org.apache.hadoop.mapreduce.task.reduce.DirectShuffle Default source: code |
| mapreduce.job.reduce.slowstart.completedmaps |
Default value: 1.00 Default source: code |
| mapreduce.job.reducer.preempt.delay.sec |
Default value: 0 Default source: mapred-default.xml |
| mapreduce.job.reduces |
Default value: 1 Default source: mapred-default.xml |
| mapreduce.job.running.map.limit |
Default value: 0 Default source: mapred-default.xml |
| mapreduce.job.running.reduce.limit |
Default value: 0 Default source: mapred-default.xml |
| mapreduce.job.shuffle.provider.services |
Default value: mapr_direct_shuffle Default source: code |
| mapreduce.job.speculative.minimum-allowed-tasks |
Default value: 10 Default source: mapred-default.xml |
| mapreduce.job.speculative.retry-after-no-speculate |
Default value: 1000 Default source: mapred-default.xml |
| mapreduce.job.speculative.retry-after-speculate |
Default value: 15000 Default source: mapred-default.xml |
| mapreduce.job.speculative.slowtaskthreshold |
Default value: 1 Default source: mapred-default.xml |
| mapreduce.job.speculative.speculative-cap-running-tasks |
Default value: 0.1 Default source: mapred-default.xml |
| mapreduce.job.speculative.speculative-cap-total-tasks |
Default value: 0.01 Default source: mapred-default.xml |
| mapreduce.job.split.metainfo.maxsize |
Default value: 10000000 Default source: mapred-default.xml |
| mapreduce.job.token.tracking.ids.enabled |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.job.ubertask.enable |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.job.ubertask.maxmaps |
Default value: 9 Default source: mapred-default.xml |
| mapreduce.job.ubertask.maxreduces |
Default value: 1 Default source: mapred-default.xml |
| mapreduce.job.userlog.retain.hours |
Default value: 24 Default source: mapred-default.xml |
| mapreduce.jobhistory.address |
Default value: 0.0.0.0:10020 Default source: mapred-default.xml |
| mapreduce.jobhistory.admin.acl |
Default value: * Default source: mapred-default.xml |
| mapreduce.jobhistory.admin.address |
Default value: 0.0.0.0:10033 Default source: mapred-default.xml |
| mapreduce.jobhistory.cleaner.enable |
Default value: TRUE Default source: mapred-default.xml |
| mapreduce.jobhistory.cleaner.interval-ms |
Default value: 86400000 Default source: mapred-default.xml |
| mapreduce.jobhistory.client.thread-count |
Default value: 10 Default source: mapred-default.xml |
| mapreduce.jobhistory.datestring.cache.size |
Default value: 200000 Default source: mapred-default.xml |
| mapreduce.jobhistory.done-dir |
Default value: ${yarn.app.mapreduce.am.staging-dir}/history/done Default source: mapred-default.xml |
| mapreduce.jobhistory.http.policy |
Default value: HTTP_ONLY Default source: mapred-default.xml |
| mapreduce.jobhistory.intermediate-done-dir |
Default value: ${yarn.app.mapreduce.am.staging-dir}/history/done_intermediate Default source: mapred-default.xml |
| mapreduce.jobhistory.joblist.cache.size |
Default value: 20000 Default source: mapred-default.xml |
| mapreduce.jobhistory.keytab |
Default value: /etc/security/keytab/jhs.service.keytab Default source: mapred-default.xml |
| mapreduce.jobhistory.loadedjobs.cache.size |
Default value: 5 Default source: mapred-default.xml |
| mapreduce.jobhistory.max-age-ms |
Default value: 604800000 Default source: mapred-default.xml |
| mapreduce.jobhistory.minicluster.fixed.ports |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.jobhistory.move.interval-ms |
Default value: 180000 Default source: mapred-default.xml |
| mapreduce.jobhistory.move.thread-count |
Default value: 3 Default source: mapred-default.xml |
| mapreduce.jobhistory.principal |
Default value: jhs/_HOST@REALM.TLD Default source: mapred-default.xml |
| mapreduce.jobhistory.recovery.enable |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.jobhistory.recovery.store.class |
Default value: org.apache.hadoop.mapreduce.v2.hs.HistoryServerFileSystemStateStoreService Default source: mapred-default.xml |
| mapreduce.jobhistory.recovery.store.fs.uri |
Default value: ${hadoop.tmp.dir}/mapred/history/recoverystore Default source: mapred-default.xml |
| mapreduce.jobhistory.recovery.store.leveldb.path |
Default value: ${hadoop.tmp.dir}/mapred/history/recoverystore Default source: mapred-default.xml |
| mapreduce.jobhistory.webapp.address |
Default value: 0.0.0.0:19888 Default source: mapred-default.xml |
| mapreduce.local.clientfactory.class.name |
Default value: org.apache.hadoop.mapred.LocalClientFactory Default source: mapred-default.xml |
| mapreduce.map.cpu.vcores |
Default value: 1 Default source: mapred-default.xml |
| mapreduce.map.disk |
Default value: 0.5 Default source: code |
| mapreduce.map.java.opts |
Default value: -Xmx900m --add-opens java.base/java.lang=ALL-UNNAMED -XX:+UseParallelGC Default source: code |
| mapreduce.map.log.level |
Default value: INFO Default source: mapred-default.xml |
| mapreduce.map.maxattempts |
Default value: 4 Default source: mapred-default.xml |
| mapreduce.map.memory.mb |
Default value: 1024 Default source: mapred-default.xml |
| mapreduce.map.output.compress |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.map.output.compress.codec |
Default value: org.apache.hadoop.io.compress.DefaultCodec Default source: mapred-default.xml |
| mapreduce.map.skip.maxrecords |
Default value: 0 Default source: mapred-default.xml |
| mapreduce.map.skip.proc.count.autoincr |
Default value: TRUE Default source: mapred-default.xml |
| mapreduce.map.sort.spill.percent |
Default value: 0.99 Default source: code |
| mapreduce.map.speculative |
Default value: TRUE Default source: mapred-default.xml |
| mapreduce.output.fileoutputformat.compress |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.output.fileoutputformat.compress.codec |
Default value: org.apache.hadoop.io.compress.DefaultCodec Default source: mapred-default.xml |
| mapreduce.output.fileoutputformat.compress.type |
Default value: RECORD Default source: mapred-default.xml |
| mapreduce.reduce.cpu.vcores |
Default value: 1 Default source: mapred-default.xml |
| mapreduce.reduce.disk |
Default value: 1.33 Default source: code |
| mapreduce.reduce.input.buffer.percent |
Default value: 0 Default source: mapred-default.xml |
| mapreduce.reduce.java.opts |
Default value: -Xmx2560m --add-opens java.base/java.lang=ALL-UNNAMED -XX:+UseParallelGC Default source: code |
| mapreduce.reduce.log.level |
Default value: INFO Default source: mapred-default.xml |
| mapreduce.reduce.markreset.buffer.percent |
Default value: 0 Default source: mapred-default.xml |
| mapreduce.reduce.maxattempts |
Default value: 4 Default source: mapred-default.xml |
| mapreduce.reduce.memory.mb |
Default value: 3072 Default source: code |
| mapreduce.reduce.merge.inmem.threshold |
Default value: 1000 Default source: mapred-default.xml |
| mapreduce.reduce.shuffle.connect.timeout |
Default value: 180000 Default source: mapred-default.xml |
| mapreduce.reduce.shuffle.fetch.retry.enabled |
Default value: ${yarn.nodemanager.recovery.enabled} Default source: mapred-default.xml |
| mapreduce.reduce.shuffle.fetch.retry.interval-ms |
Default value: 1000 Default source: mapred-default.xml |
| mapreduce.reduce.shuffle.fetch.retry.timeout-ms |
Default value: 30000 Default source: mapred-default.xml |
| mapreduce.reduce.shuffle.input.buffer.percent |
Default value: 0.7 Default source: mapred-default.xml |
| mapreduce.reduce.shuffle.memory.limit.percent |
Default value: 0.25 Default source: mapred-default.xml |
| mapreduce.reduce.shuffle.merge.percent |
Default value: 0.66 Default source: mapred-default.xml |
| mapreduce.reduce.shuffle.parallelcopies |
Default value: 12 Default source:code |
| mapreduce.reduce.shuffle.read.timeout |
Default value: 180000 Default source: mapred-default.xml |
| mapreduce.reduce.shuffle.retry-delay.max.ms |
Default value: 60000 Default source: mapred-default.xml |
| mapreduce.reduce.skip.maxgroups |
Default value: 0 Default source: mapred-default.xml |
| mapreduce.reduce.skip.proc.count.autoincr |
Default value: TRUE Default source: mapred-default.xml |
| mapreduce.reduce.speculative |
Default value: TRUE Default source: mapred-default.xml |
| mapreduce.shuffle.connection-keep-alive.enable |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.shuffle.connection-keep-alive.timeout |
Default value: 5 Default source: mapred-default.xml |
| mapreduce.shuffle.max.connections |
Default value: 0 Default source: mapred-default.xml |
| mapreduce.shuffle.max.threads |
Default value: 0 Default source: mapred-default.xml |
| mapreduce.shuffle.port |
Default value: 13562 Default source: mapred-default.xml |
| mapreduce.shuffle.ssl.enabled |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.shuffle.ssl.file.buffer.size |
Default value: 65536 Default source: mapred-default.xml |
| mapreduce.shuffle.transfer.buffer.size |
Default value: 131072 Default source: mapred-default.xml |
| mapreduce.task.combine.progress.records |
Default value: 10000 Default source: mapred-default.xml |
| mapreduce.task.files.preserve.failedtasks |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.task.io.sort.factor |
Default value: 256 Default source: code |
| mapreduce.task.io.sort.mb |
Default value: 100 Default source: mapred-default.xml |
| mapreduce.task.local.output.class |
Default value: org.apache.hadoop.mapred.MapRFsOutputFile Default source: code |
| mapreduce.task.merge.progress.records |
Default value: 10000 Default source: mapred-default.xml |
| mapreduce.task.profile |
Default value: FALSE Default source: mapred-default.xml |
| mapreduce.task.profile.map.params |
Default value: ${mapreduce.task.profile.params} Default source: mapred-default.xml |
| mapreduce.task.profile.maps |
Default value: 0-2 Default source: mapred-default.xml |
| mapreduce.task.profile.params |
Default value: -agentlib:hprof=cpu=samples,heap=sites,force=n,thread=y,verbose=n,file=%s Default source: mapred-default.xml |
| mapreduce.task.profile.reduce.params |
Default value: ${mapreduce.task.profile.params} Default source: mapred-default.xml |
| mapreduce.task.profile.reduces |
Default value: 0-2 Default source: mapred-default.xml |
| mapreduce.task.skip.start.attempts |
Default value: 2 Default source: mapred-default.xml |
| mapreduce.task.timeout |
Default value: 600000 Default source: mapred-default.xml |
| mapreduce.task.userlog.limit.kb |
Default value: 0 Default source: mapred-default.xml |
| yarn.app.mapreduce.am.command-opts |
Default value: -Xmx1024m --add-opens java.base/java.lang=ALL-UNNAMED -XX:+UseParallelGC Default source: mapred-default.xml |
| yarn.app.mapreduce.am.container.log.backups |
Default value: 0 Default source: mapred-default.xml |
| yarn.app.mapreduce.am.container.log.limit.kb |
Default value: 0 Default source: mapred-default.xml |
| yarn.app.mapreduce.am.containerlauncher.threadpool-initial-size |
Default value: 10 Default source: mapred-default.xml |
| yarn.app.mapreduce.am.hard-kill-timeout-ms |
Default value: 10000 Default source: mapred-default.xml |
| yarn.app.mapreduce.am.job.client.port-range |
Default value: blank (the range is all possible ports) Default source: mapred-default.xml When a range is specified, the YARN Mapreduce master will only open its web port within the range specified |
| yarn.app.mapreduce.am.job.committer.cancel-timeout |
Default value: 60000 Default source: mapred-default.xml |
| yarn.app.mapreduce.am.job.committer.commit-window |
Default value: 10000 Default source: mapred-default.xml |
| yarn.app.mapreduce.am.job.task.listener.thread-count |
Default value: 30 Default source: mapred-default.xml |
| yarn.app.mapreduce.am.resource.cpu-vcores |
Default value: 1 Default source: mapred-default.xml |
| yarn.app.mapreduce.am.resource.mb |
Default value: 1536 Default source: mapred-default.xml |
| yarn.app.mapreduce.am.scheduler.heartbeat.interval-ms |
Default value: 1000 Default source: mapred-default.xml |
| yarn.app.mapreduce.am.staging-dir |
Default value: ${fs.defaultFS}/var/mapr/cluster/yarn/rm/staging Default source: code |
| yarn.app.mapreduce.client-am.ipc.max-retries |
Default value: 3 Default source: mapred-default.xml |
| yarn.app.mapreduce.client-am.ipc.max-retries-on-timeouts |
Default value: 3 Default source: mapred-default.xml |
| yarn.app.mapreduce.client.max-retries |
Default value: 3 Default source: mapred-default.xml |
| yarn.app.mapreduce.shuffle.log.backups |
Default value: 0 Default source: mapred-default.xml |
| yarn.app.mapreduce.shuffle.log.limit.kb |
Default value: 0 Default source: mapred-default.xml |
| yarn.app.mapreduce.shuffle.log.separate |
Default value: TRUE Default source: mapred-default.xml |
| yarn.app.mapreduce.task.container.log.backups |
Default value: 0 Default source: mapred-default.xml |