Home | About | Sematext search-lucene.com search-hadoop.com
NEW: Monitor These Apps!
elasticsearch, apache solr, apache hbase, hadoop, redis, casssandra, amazon cloudwatch, mysql, memcached, apache kafka, apache zookeeper, apache storm, ubuntu, centOS, red hat, debian, puppet labs, java, senseiDB
 Search Hadoop and all its subprojects:

Switch to Threaded View
MapReduce >> mail # user >> the options that used to tuning mapreduceV1 is still useful for YARN?


Copy link to this message
-
Re: the options that used to tuning mapreduceV1 is still useful for YARN?
In Configuration class, you should be able to find addDeprecation() methods.

Below is the result of quick search where addDeprecation() is called.

    Configuration.addDeprecation("topology.script.file.name",
    Configuration.addDeprecation("topology.script.number.args",
    Configuration.addDeprecation("hadoop.configured.node.mapping",
    Configuration.addDeprecation("topology.node.switch.mapping.impl",
    Configuration.addDeprecation("dfs.df.interval",
    Configuration.addDeprecation("hadoop.native.lib",
    Configuration.addDeprecation("fs.default.name",
    Configuration.addDeprecation("dfs.umaskmode",
./hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/conf/Configuration.java
    Configuration.addDeprecation(oldKey, newKey);
./hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/HdfsConfiguration.java
    Configuration.addDeprecation("mapred.temp.dir",
    Configuration.addDeprecation("mapred.local.dir",
    Configuration.addDeprecation("mapred.cluster.map.memory.mb",
    Configuration.addDeprecation("mapred.cluster.reduce.memory.mb",
    Configuration.addDeprecation("mapred.acls.enabled",
    Configuration.addDeprecation("mapred.cluster.max.map.memory.mb",
    Configuration.addDeprecation("mapred.cluster.max.reduce.memory.mb",

Configuration.addDeprecation("mapred.cluster.average.blacklist.threshold",
    Configuration.addDeprecation("hadoop.job.history.location",
    Configuration.addDeprecation(
    Configuration.addDeprecation("mapred.jobtracker.job.history.block.size",

Configuration.addDeprecation("mapred.job.tracker.jobhistory.lru.cache.size",
    Configuration.addDeprecation("mapred.hosts",
    Configuration.addDeprecation("mapred.hosts.exclude",
    Configuration.addDeprecation("mapred.system.dir",
    Configuration.addDeprecation("mapred.max.tracker.blacklists",
    Configuration.addDeprecation("mapred.job.tracker",
    Configuration.addDeprecation("mapred.job.tracker.http.address",
    Configuration.addDeprecation("mapred.job.tracker.handler.count",
    Configuration.addDeprecation("mapred.jobtracker.restart.recover",
    Configuration.addDeprecation("mapred.jobtracker.taskScheduler",
    Configuration.addDeprecation(
    Configuration.addDeprecation("mapred.jobtracker.instrumentation",
    Configuration.addDeprecation("mapred.jobtracker.maxtasks.per.job",
    Configuration.addDeprecation("mapred.heartbeats.in.second",

Configuration.addDeprecation("mapred.job.tracker.persist.jobstatus.active",

Configuration.addDeprecation("mapred.job.tracker.persist.jobstatus.hours",
    Configuration.addDeprecation("mapred.job.tracker.persist.jobstatus.dir",
    Configuration.addDeprecation("mapred.permissions.supergroup",

Configuration.addDeprecation("mapreduce.jobtracker.permissions.supergroup",
    Configuration.addDeprecation("mapred.task.cache.levels",
    Configuration.addDeprecation("mapred.jobtracker.taskalloc.capacitypad",
    Configuration.addDeprecation("mapred.jobinit.threads",
    Configuration.addDeprecation("mapred.tasktracker.expiry.interval",

Configuration.addDeprecation("mapred.job.tracker.retiredjobs.cache.size",
    Configuration.addDeprecation("mapred.job.tracker.retire.jobs",
    Configuration.addDeprecation("mapred.healthChecker.interval",
    Configuration.addDeprecation("mapred.healthChecker.script.args",
    Configuration.addDeprecation("mapred.healthChecker.script.path",
    Configuration.addDeprecation("mapred.healthChecker.script.timeout",
    Configuration.addDeprecation("mapred.local.dir.minspacekill",
    Configuration.addDeprecation("mapred.local.dir.minspacestart",
    Configuration.addDeprecation("mapred.task.tracker.http.address",
    Configuration.addDeprecation("mapred.task.tracker.report.address",
    Configuration.addDeprecation("mapred.task.tracker.task-controller",
    Configuration.addDeprecation("mapred.tasktracker.dns.interface",
    Configuration.addDeprecation("mapred.tasktracker.dns.nameserver",
    Configuration.addDeprecation("mapred.tasktracker.events.batchsize",
    Configuration.addDeprecation("mapred.tasktracker.indexcache.mb",
    Configuration.addDeprecation("mapred.tasktracker.instrumentation",
    Configuration.addDeprecation("mapred.tasktracker.map.tasks.maximum",

Configuration.addDeprecation("mapred.tasktracker.memory_calculator_plugin",

Configuration.addDeprecation("mapred.tasktracker.memorycalculatorplugin",
    Configuration.addDeprecation("mapred.tasktracker.reduce.tasks.maximum",
    Configuration.addDeprecation(
    Configuration.addDeprecation(
    Configuration.addDeprecation("slave.host.name",
    Configuration.addDeprecation("tasktracker.http.threads",
    Configuration.addDeprecation("hadoop.net.static.resolutions",
    Configuration.addDeprecation("local.cache.size",
    Configuration.addDeprecation("tasktracker.contention.tracking",
    Configuration.addDeprecation("job.end.notification.url",
    Configuration.addDeprecation("job.end.retry.attempts",
    Configuration.addDeprecation("job.end.retry.interval",

Configuration.addDeprecation("mapred.committer.job.setup.cleanup.needed",
    Configuration.addDeprecation("mapred.jar",
    Configuration.addDeprecation("mapred.job.id",
    Configuration.addDeprecation("mapred.job.name",
    Configuration.addDeprecation("mapred.job.priority",
    Configuration.addDeprecation("mapred.job.queue.name",
    Configuration.addDeprecation("mapred.job.reuse.jvm.num.tasks",
    Configuration.addDeprecation("mapred.map.tasks",
    Configuration.addDeprecation("mapred.max.tracker.failures",
    Configuration.addDeprecation("mapred.reduce.slowstart.completed.maps",
    Configuration.addDeprecation("mapred.reduce.tasks",
    Configuration.addDeprecation("mapred.skip.on",
    Configuration.addDeprecation("mapred.skip.out.dir",
    Configuration.addDeprecation(
    Configuration.addDeprecation(

Configuration.addDeprecation("mapred.speculative.execution.speculativeCap",
    Configuration.addDeprecation("job.local.dir",
    Configuration.addDepre
NEW: Monitor These Apps!
elasticsearch, apache solr, apache hbase, hadoop, redis, casssandra, amazon cloudwatch, mysql, memcached, apache kafka, apache zookeeper, apache storm, ubuntu, centOS, red hat, debian, puppet labs, java, senseiDB