# This is your robots.txt file. Visit Options->Robots.txt to change this text.
User-Agent: *
Crawl-delay: 5

# Disallow all directories and files within
Disallow: /cgi-bin/
Disallow: /wordpress/wp-admin/
Disallow: /wordpress/wp-includes/
Disallow: /wordpress/wp-content/plugins/
Disallow: /tag/
Disallow: /adverts/
Disallow: /manager/
Disallow: /awstats/
Disallow: /newsletter/
Disallow: /common/
 
# Disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
 
# Disallow parsing individual post feeds, categories and trackbacks..
#Disallow: */trackback/
#Disallow: */feed/
Disallow: /category/*

Sitemap: /sitemap.xml.gz