#robots.txt #20070514 User-agent: * Disallow: /assets/ Disallow: /awstats/ Disallow: /cgi-bin/ #Disallow: /cms/ Disallow: /manager/ Disallow: /multiflex11/ Disallow: /privat/ Disallow: /usage2/