webapp/robots.txt - gerrit.git - Git at Google

 # Directions for web crawlers.
 # See http://www.robotstxt.org/wc/norobots.html.

 User-agent: HTTrack
 User-agent: puf
 User-agent: MSIECrawler
 User-agent: Nutch
 Disallow: /
	# Directions for web crawlers.
	# See http://www.robotstxt.org/wc/norobots.html.

	User-agent: HTTrack
	User-agent: puf
	User-agent: MSIECrawler
	User-agent: Nutch
	Disallow: /