perusio · December 19, 2011 14:32
diff --git a/gistfile1.txt b/gistfile1.txt
 ## Here's the way to have Nginx return a robots.txt file that disallows all crawling by bots.
 ## This is useful for development and private sites.
 location = /robots.txt {
    return 200 "User-agent: *\nDisallow: /\n";
 }
	## Here's the way to have Nginx return a robots.txt file that disallows all crawling by bots.
	## This is useful for development and private sites.
	location = /robots.txt {
	return 200 "User-agent: *\nDisallow: /\n";
	}