# www.ausphotography.net.au robots.txt # lives in /public_html/ which is the site root # # Updated Who Why # ---------- ---------------- ------------------------------------------ # 2008-09-18 Kym Farnik Stop indexing of images to # improve bandwidth usage. # Also limit crawlers to one request # per 2 seconds (stops peak hits). # 2009-05-01 Kym Farnik memberlist and search added # crawl delay now 3 # User-agent: * Disallow: /ads/ Disallow: /attachments/ Disallow: /banners/ Disallow: /bmphoto/ Disallow: /cgi-bin/ Disallow: /emeralld/ Disallow: /forum/admincp/ Disallow: /forum/album.php Disallow: /forum/apcompetition.php Disallow: /forum/apcompetitiondisplay.php Disallow: /forum/attachment.php Disallow: /forum/customavatars/ Disallow: /forum/image.php Disallow: /forum/images/avatars/ Disallow: /forum/memberlist.php Disallow: /forum/modcp/ Disallow: /forum/newattachment.php Disallow: /forum/search.php Disallow: /gallery/files/ Disallow: /gallery/images/ Disallow: /gallery/showimage.php Disallow: /images/ Disallow: /ruletool/ Disallow: /staff/ Crawl-delay: 3 # # end of robots.txt