cben · November 27, 2017 10:49
diff --git a/0.results.markdown b/0.results.markdown
diff --git a/1.tagging_setup.rb b/1.tagging_setup.rb
 def map(label_name)
  category = Classification.create_category!(name: Classification.sanitize_name("kubernetes::#{label_name}"), description: "Mapped #{label_name}", read_only: true, single_value: true)
  ContainerLabelTagMapping.create!(label_name: label_name, tag: category.tag)
 end
 map("app")
 map("name")
 map("docker-registry")

 pp ContainerLabelTagMapping.all.map {|m| [m.tag]}
 #[[#<Tag:0x00560907ac9160 id: 132, name: "/managed/kubernetes::app">],
 # [#<Tag:0x00560907ac1668 id: 146, name: "/managed/kubernetes::name">],
 # [#<Tag:0x00560907ab1790 id: 147, name: "/managed/kubernetes::docker_registry">]]

 # See all taggings
 pp Tagging.where.not(taggable_type: 'RssFeed').collect {|tt| [tt.tag.name, tt.taggable_type, tt.taggable.name, tt.taggable_id] }

 # Add 3 user-assigned tags to everything
 ems.class.reflections.select { |name, reflection| reflection.macro == :has_many }.each { |name, reflection| [name, ems.send(name).each { |obj| obj.tag_add(['location/paris', 'department/engineering', 'environment/test'], ns: '/managed') if obj.respond_to?('tag_add')} ] }

 p Tagging.where.not(taggable_type: 'RssFeed').count
 #=> 689
diff --git a/2.tagging_measure.rb b/2.tagging_measure.rb
 # Refresh from VCR
 # ================
 # Based on https://gist.github.com/cben/cc5a30db507b13bfd57a3f045713fed2

 # find a provider to sacrifice (better without much inventory, though should work anyway)
 ems = ExtManagementSystem.last
 $refresher = ems.refresher.new([ems])

 require 'vcr'
 VCR.configure {|c| c.hook_into :webmock; c.cassette_library_dir = '/home/bpaskinc/miq/grafresh'}

 ActiveRecord::Base.logger.level = Logger::INFO  # disable SQL query logging
 EmsRefresh.debug_failures = true

 def measure
  _, timings = VCR.use_cassette('ose-16-31-50.yml', :match_requests_on => [:path,]) do
    Benchmark.realtime_block(:ems_total_refresh) { $refresher.refresh }
  end
  taggings_sum = timings.select {|k,v| k.to_s.include?("taggings_for_")}.values.sum
  timings["SaveCollection taggings_for_*"] = taggings_sum if taggings_sum > 0
  timings.slice("SaveCollection mapped_tags_to_resolve", "SaveCollection taggings_for_*", :retag_entity, :save_inventory)
 end

 def measurements
  table = []
  3.times do
    yield # setup
    table << measure
  end
  table = table.map { |row| row.transform_values { |v| v.round(4) } } # less noise
  puts table.tableize.gsub(/-\+-/, '-|-').gsub(/^/, '| ').chomp.gsub(/$/, ' |') # markdown table
 end

 def stages
  puts "\n### no tags => creates tags & assigns them."
  measurements do
    #Tag.controlled_by_mapping.each {|t| t.classification.destroy}
    ContainerLabelTagMapping.find_each {|m| m.tag.classification.entries.destroy_all } # Destroy all mapping-generated tags.
  end

  puts "\n### existing tags => finds tags & assigns them."
  measurements do
    #Tagging.joins(:tag).merge(Tag.controlled_by_mapping).delete_all
    ContainerLabelTagMapping.find_each {|m| m.tag.classification.entries.map {|e| e.tag.taggings.delete_all } }
  end

  puts "\n### already tagged."
  measurements {}
 end

 measure
 puts "Everything timed on top of already refreshed inventory."
 puts "controlled_by_mapping counts: #{Tag.controlled_by_mapping.count} Tag, #{Tagging.joins(:tag).merge(Tag.controlled_by_mapping).count} Tagging"

 puts "\n## Classic refresh"
 Settings.ems_refresh.openshift.inventory_object_refresh = false
 stages

 puts "\n## Graph refresh"
 Settings.ems_refresh.openshift.inventory_object_refresh = true
 stages

 <<EOF

 # Prefix-based

 # Complex join

 # One by one controls_tag? (but already improved from Fine)

 EOF
diff --git a/4.db_counts.txt b/4.db_counts.txt
 container_limits	0
 container_limit_items	0
 container_nodes	1
 persistent_volume_claims	1
 computer_systems	1
 computer_system_hardwares	1
 computer_system_operating_systems	1
 all_container_nodes	1
 endpoints	2
 authentications	2
 persistent_volumes	2
 container_builds	2
 container_build_pods	2
 container_quotas	3
 container_image_registries	3
 container_routes	6
 container_replicators	11
 container_quota_items	11
 container_services	13
 container_projects	13
 all_container_projects	13
 container_groups	22
 containers	22
 container_port_configs	22
 security_contexts	22
 container_service_port_configs	23
 all_containers	25
 all_container_groups	25
 container_templates	28
 container_images	50
 all_container_images	50
 container_volumes	51
 container_env_vars	83
 container_template_parameters	269
	def map(label_name)
	category = Classification.create_category!(name: Classification.sanitize_name("kubernetes::#{label_name}"), description: "Mapped #{label_name}", read_only: true, single_value: true)
	ContainerLabelTagMapping.create!(label_name: label_name, tag: category.tag)
	end
	map("app")
	map("name")
	map("docker-registry")

	pp ContainerLabelTagMapping.all.map {\|m\| [m.tag]}
	#[[#<Tag:0x00560907ac9160 id: 132, name: "/managed/kubernetes::app">],
	# [#<Tag:0x00560907ac1668 id: 146, name: "/managed/kubernetes::name">],
	# [#<Tag:0x00560907ab1790 id: 147, name: "/managed/kubernetes::docker_registry">]]

	# See all taggings
	pp Tagging.where.not(taggable_type: 'RssFeed').collect {\|tt\| [tt.tag.name, tt.taggable_type, tt.taggable.name, tt.taggable_id] }

	# Add 3 user-assigned tags to everything
	ems.class.reflections.select { \|name, reflection\| reflection.macro == :has_many }.each { \|name, reflection\| [name, ems.send(name).each { \|obj\| obj.tag_add(['location/paris', 'department/engineering', 'environment/test'], ns: '/managed') if obj.respond_to?('tag_add')} ] }

	p Tagging.where.not(taggable_type: 'RssFeed').count
	#=> 689
	# Refresh from VCR
	# ================
	# Based on https://gist.github.com/cben/cc5a30db507b13bfd57a3f045713fed2

	# find a provider to sacrifice (better without much inventory, though should work anyway)
	ems = ExtManagementSystem.last
	$refresher = ems.refresher.new([ems])

	require 'vcr'
	VCR.configure {\|c\| c.hook_into :webmock; c.cassette_library_dir = '/home/bpaskinc/miq/grafresh'}

	ActiveRecord::Base.logger.level = Logger::INFO # disable SQL query logging
	EmsRefresh.debug_failures = true

	def measure
	_, timings = VCR.use_cassette('ose-16-31-50.yml', :match_requests_on => [:path,]) do
	Benchmark.realtime_block(:ems_total_refresh) { $refresher.refresh }
	end
	taggings_sum = timings.select {\|k,v\| k.to_s.include?("taggings_for_")}.values.sum
	timings["SaveCollection taggings_for_*"] = taggings_sum if taggings_sum > 0
	timings.slice("SaveCollection mapped_tags_to_resolve", "SaveCollection taggings_for_*", :retag_entity, :save_inventory)
	end

	def measurements
	table = []
	3.times do
	yield # setup
	table << measure
	end
	table = table.map { \|row\| row.transform_values { \|v\| v.round(4) } } # less noise
	puts table.tableize.gsub(/-\+-/, '-\|-').gsub(/^/, '\| ').chomp.gsub(/$/, ' \|') # markdown table
	end

	def stages
	puts "\n### no tags => creates tags & assigns them."
	measurements do
	#Tag.controlled_by_mapping.each {\|t\| t.classification.destroy}
	ContainerLabelTagMapping.find_each {\|m\| m.tag.classification.entries.destroy_all } # Destroy all mapping-generated tags.
	end

	puts "\n### existing tags => finds tags & assigns them."
	measurements do
	#Tagging.joins(:tag).merge(Tag.controlled_by_mapping).delete_all
	ContainerLabelTagMapping.find_each {\|m\| m.tag.classification.entries.map {\|e\| e.tag.taggings.delete_all } }
	end

	puts "\n### already tagged."
	measurements {}
	end

	measure
	puts "Everything timed on top of already refreshed inventory."
	puts "controlled_by_mapping counts: #{Tag.controlled_by_mapping.count} Tag, #{Tagging.joins(:tag).merge(Tag.controlled_by_mapping).count} Tagging"

	puts "\n## Classic refresh"
	Settings.ems_refresh.openshift.inventory_object_refresh = false
	stages

	puts "\n## Graph refresh"
	Settings.ems_refresh.openshift.inventory_object_refresh = true
	stages

	<<EOF

	# Prefix-based

	# Complex join

	# One by one controls_tag? (but already improved from Fine)

	EOF
	container_limits 0
	container_limit_items 0
	container_nodes 1
	persistent_volume_claims 1
	computer_systems 1
	computer_system_hardwares 1
	computer_system_operating_systems 1
	all_container_nodes 1
	endpoints 2
	authentications 2
	persistent_volumes 2
	container_builds 2
	container_build_pods 2
	container_quotas 3
	container_image_registries 3
	container_routes 6
	container_replicators 11
	container_quota_items 11
	container_services 13
	container_projects 13
	all_container_projects 13
	container_groups 22
	containers 22
	container_port_configs 22
	security_contexts 22
	container_service_port_configs 23
	all_containers 25
	all_container_groups 25
	container_templates 28
	container_images 50
	all_container_images 50
	container_volumes 51
	container_env_vars 83
	container_template_parameters 269