# /robots.txt file # User-agent: webcrawler # Disallow: # User-agent: lycra # Disallow: / User-agent: * Disallow: /forums Disallow: /newsletters/PDF Disallow: /logs Disallow: /gallery Disallow: /gallery2 Disallow: /pics Disallow: /forum Disallow: /misc Disallow: /php Disallow: /CSS Disallow: /templates Disallow: /scripts Disallow: /cgi-bin