Home | About | Sematext search-lucene.com search-hadoop.com
 Search Hadoop and all its subprojects:

Switch to Threaded View
MapReduce >> mail # user >> the options that used to tuning mapreduceV1 is still useful for YARN?


Copy link to this message
-
Re: the options that used to tuning mapreduceV1 is still useful for YARN?
In Configuration class, you should be able to find addDeprecation() methods.

Below is the result of quick search where addDeprecation() is called.

    Configuration.addDeprecation("topology.script.file.name",
    Configuration.addDeprecation("topology.script.number.args",
    Configuration.addDeprecation("hadoop.configured.node.mapping",
    Configuration.addDeprecation("topology.node.switch.mapping.impl",
    Configuration.addDeprecation("dfs.df.interval",
    Configuration.addDeprecation("hadoop.native.lib",
    Configuration.addDeprecation("fs.default.name",
    Configuration.addDeprecation("dfs.umaskmode",
./hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java
    Configuration.addDeprecation(oldKey, newKey);
./hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HdfsConfiguration.java
    Configuration.addDeprecation("mapred.temp.dir",
    Configuration.addDeprecation("mapred.local.dir",
    Configuration.addDeprecation("mapred.cluster.map.memory.mb",
    Configuration.addDeprecation("mapred.cluster.reduce.memory.mb",
    Configuration.addDeprecation("mapred.acls.enabled",
    Configuration.addDeprecation("mapred.cluster.max.map.memory.mb",
    Configuration.addDeprecation("mapred.cluster.max.reduce.memory.mb",

Configuration.addDeprecation("mapred.cluster.average.blacklist.threshold",
    Configuration.addDeprecation("hadoop.job.history.location",
    Configuration.addDeprecation(
    Configuration.addDeprecation("mapred.jobtracker.job.history.block.size",

Configuration.addDeprecation("mapred.job.tracker.jobhistory.lru.cache.size",
    Configuration.addDeprecation("mapred.hosts",
    Configuration.addDeprecation("mapred.hosts.exclude",
    Configuration.addDeprecation("mapred.system.dir",
    Configuration.addDeprecation("mapred.max.tracker.blacklists",
    Configuration.addDeprecation("mapred.job.tracker",
    Configuration.addDeprecation("mapred.job.tracker.http.address",
    Configuration.addDeprecation("mapred.job.tracker.handler.count",
    Configuration.addDeprecation("mapred.jobtracker.restart.recover",
    Configuration.addDeprecation("mapred.jobtracker.taskScheduler",
    Configuration.addDeprecation(
    Configuration.addDeprecation("mapred.jobtracker.instrumentation",
    Configuration.addDeprecation("mapred.jobtracker.maxtasks.per.job",
    Configuration.addDeprecation("mapred.heartbeats.in.second",

Configuration.addDeprecation("mapred.job.tracker.persist.jobstatus.active",

Configuration.addDeprecation("mapred.job.tracker.persist.jobstatus.hours",
    Configuration.addDeprecation("mapred.job.tracker.persist.jobstatus.dir",
    Configuration.addDeprecation("mapred.permissions.supergroup",

Configuration.addDeprecation("mapreduce.jobtracker.permissions.supergroup",
    Configuration.addDeprecation("mapred.task.cache.levels",
    Configuration.addDeprecation("mapred.jobtracker.taskalloc.capacitypad",
    Configuration.addDeprecation("mapred.jobinit.threads",
    Configuration.addDeprecation("mapred.tasktracker.expiry.interval",

Configuration.addDeprecation("mapred.job.tracker.retiredjobs.cache.size",
    Configuration.addDeprecation("mapred.job.tracker.retire.jobs",
    Configuration.addDeprecation("mapred.healthChecker.interval",
    Configuration.addDeprecation("mapred.healthChecker.script.args",
    Configuration.addDeprecation("mapred.healthChecker.script.path",
    Configuration.addDeprecation("mapred.healthChecker.script.timeout",
    Configuration.addDeprecation("mapred.local.dir.minspacekill",
    Configuration.addDeprecation("mapred.local.dir.minspacestart",
    Configuration.addDeprecation("mapred.task.tracker.http.address",
    Configuration.addDeprecation("mapred.task.tracker.report.address",
    Configuration.addDeprecation("mapred.task.tracker.task-controller",
    Configuration.addDeprecation("mapred.tasktracker.dns.interface",
    Configuration.addDeprecation("mapred.tasktracker.dns.nameserver",
    Configuration.addDeprecation("mapred.tasktracker.events.batchsize",
    Configuration.addDeprecation("mapred.tasktracker.indexcache.mb",
    Configuration.addDeprecation("mapred.tasktracker.instrumentation",
    Configuration.addDeprecation("mapred.tasktracker.map.tasks.maximum",

Configuration.addDeprecation("mapred.tasktracker.memory_calculator_plugin",

Configuration.addDeprecation("mapred.tasktracker.memorycalculatorplugin",
    Configuration.addDeprecation("mapred.tasktracker.reduce.tasks.maximum",
    Configuration.addDeprecation(
    Configuration.addDeprecation(
    Configuration.addDeprecation("slave.host.name",
    Configuration.addDeprecation("tasktracker.http.threads",
    Configuration.addDeprecation("hadoop.net.static.resolutions",
    Configuration.addDeprecation("local.cache.size",
    Configuration.addDeprecation("tasktracker.contention.tracking",
    Configuration.addDeprecation("job.end.notification.url",
    Configuration.addDeprecation("job.end.retry.attempts",
    Configuration.addDeprecation("job.end.retry.interval",

Configuration.addDeprecation("mapred.committer.job.setup.cleanup.needed",
    Configuration.addDeprecation("mapred.jar",
    Configuration.addDeprecation("mapred.job.id",
    Configuration.addDeprecation("mapred.job.name",
    Configuration.addDeprecation("mapred.job.priority",
    Configuration.addDeprecation("mapred.job.queue.name",
    Configuration.addDeprecation("mapred.job.reuse.jvm.num.tasks",
    Configuration.addDeprecation("mapred.map.tasks",
    Configuration.addDeprecation("mapred.max.tracker.failures",
    Configuration.addDeprecation("mapred.reduce.slowstart.completed.maps",
    Configuration.addDeprecation("mapred.reduce.tasks",
    Configuration.addDeprecation("mapred.skip.on",
    Configuration.addDeprecation("mapred.skip.out.dir",
    Configuration.addDeprecation(
    Configuration.addDeprecation(

Configuration.addDeprecation("mapred.speculative.execution.speculativeCap",
    Configuration.addDeprecation("job.local.dir",
    Configuration.addDepre