# /robots.txt file for all robots. User-agent: * Disallow: /cgi-bin Disallow: /ssi Disallow: /witlog Disallow: /ment