# basic /robots.txt file #User-agent: webcrawler #Disallow: #User-agent: lycra #Disallow: / User-agent: * Disallow: /phpMyAdmin/ Disallow: /preJason/ Disallow: /postJason/ Disallow: /temp/ Disallow: /test/ Disallow: /maintenance/ Disallow: /private/ Disallow: /google.com/ Disallow: /cgi-bin/ Disallow: /robots.txt