cmdr-rohit-bang · December 26, 2020 06:20
diff --git a/robots.txt b/robots.txt
 # See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
 #
 # To ban all spiders from the entire site uncomment the next two lines:
 User-agent: *
 Disallow: /
	# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
	#
	# To ban all spiders from the entire site uncomment the next two lines:
	User-agent: *
	Disallow: /