#------------------------------------------------------------------------------# # V e r s i o n i n f o r m a t i o n # #------------------------------------------------------------------------------# # $Id:: robots.txt 3 2009-04-08 14:14:46Z tonk $: # # $Revision:: 3 $: # # $Author:: Ton Kersten $: # # $Date:: 2009-04-08 16:14:56 +0200 (Wed, 08 Apr 2009) $: # #------------------------------------------------------------------------------# # E n d o f v e r s i o n i n f o r m a t i o n # #------------------------------------------------------------------------------# # Tells Scanning Robots Where They Are And Are Not Welcome # User-agent: can also specify by name; "*" is for everyone # Disallow: if this matches first part of requested path, # forget it User-agent: * # Applies to all robots Allow: /index.html # Allow the main site Allow: /articles # Allow the articles Allow: /archives # Allow the archives Allow: /files # Allow the files Disallow: /bin # disallow indexing Disallow: /css # disallow indexing Disallow: /images # disallow indexing Disallow: /gfx # disallow indexing Disallow: /galleries # disallow indexing Disallow: /error_pages # disallow indexing Disallow: /plugins # disallow indexing Disallow: /stats # disallow indexing Disallow: /articles/*.txt # disallow indexing