# robots.txt Comments appear after the "#" symbol at the start of a line, or after a directive User-agent: * Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /scgi_bin/ Disallow: /weblog/ Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-includes/