Skip to content

Instantly share code, notes, and snippets.

@gbraccialli
Last active May 18, 2017 13:30
Show Gist options
  • Save gbraccialli/d135321786a0a5a691e353b7e1dda416 to your computer and use it in GitHub Desktop.
Save gbraccialli/d135321786a0a5a691e353b7e1dda416 to your computer and use it in GitHub Desktop.
yarn-site.xml
yarn.resourcemanager.scheduler.monitor.enable=true
yarn.resourcemanager.monitor.capacity.preemption.max_ignored_over_capacity=0.01
yarn.resourcemanager.monitor.capacity.preemption.max_wait_before_kill=1000
yarn.resourcemanager.monitor.capacity.preemption.monitoring_interval=1000
yarn.resourcemanager.monitor.capacity.preemption.natural_termination_factor=1
yarn.resourcemanager.monitor.capacity.preemption.total_preemption_per_round=1
yarn.resourcemanager.scheduler.monitor.policies=org.apache.hadoop.yarn.server.resourcemanager.monitor.capacity.ProportionalCapacityPreemptionPolicy
capacity-scheduler.xml
yarn.scheduler.capacity.maximum-am-resource-percent=0.2
yarn.scheduler.capacity.maximum-applications=10000
yarn.scheduler.capacity.node-locality-delay=40
yarn.scheduler.capacity.queue-mappings-override.enable=false
yarn.scheduler.capacity.root.accessible-node-labels=*
yarn.scheduler.capacity.root.acl_administer_queue=*
yarn.scheduler.capacity.root.capacity=100
yarn.scheduler.capacity.root.default.acl_submit_applications=*
yarn.scheduler.capacity.root.default.capacity=10
yarn.scheduler.capacity.root.default.maximum-capacity=100
yarn.scheduler.capacity.root.default.state=RUNNING
yarn.scheduler.capacity.root.default.user-limit-factor=10
yarn.scheduler.capacity.root.user1.acl_submit_applications=*
yarn.scheduler.capacity.root.user1.capacity=45
yarn.scheduler.capacity.root.user1.maximum-capacity=100
yarn.scheduler.capacity.root.user1.state=RUNNING
yarn.scheduler.capacity.root.user1.user-limit-factor=10
yarn.scheduler.capacity.root.admin.acl_submit_applications=*
yarn.scheduler.capacity.root.admin.capacity=45
yarn.scheduler.capacity.root.admin.maximum-capacity=100
yarn.scheduler.capacity.root.admin.state=RUNNING
yarn.scheduler.capacity.root.admin.user-limit-factor=10
yarn.scheduler.capacity.root.queues=default,admin,user1
yarn.scheduler.capacity.queue-mappings=u:%user:%user
import sys, os, stat
with open("capacity_scheduler.txt") as f:
for line in f:
fields = line.rstrip('\n').split('=')
print("<property><name>" + fields[0] + "</name><value>" + fields[1] + "</value></property>")
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment