# # robots.txt # User-agent: * Disallow: /awstats/ Disallow: /webalizer/ Disallow: /cgi-bin/ #Disallow: /sites/assets/files/