#
# robots.txt for http://gendler.net
# Modified: 11/21/08
# For the efficient robot, a Sitemap is available
#
Sitemap: http://gendler.net/gendler/index.php?option=com_xmap&sitemap=1&view=xml&no_html=1
#
# general directory directions
#
User-agent: *
Disallow: /.*
Disallow: /ace-limo/
Disallow: /baker90278/
Disallow: /cgi-bin/
Disallow: /chagal/
Disallow: /goesprit/
Disallow: /images/
Disallow: /normanteeling/
Disallow: /piecesofcarmel/
Disallow: /poc/
Disallow: /gendler/_adm/
Disallow: /gendler/administrator/
Disallow: /gendler/cache/
Disallow: /gendler/cgi-bin/
Disallow: /gendler/components/
Disallow: /gendler/cpg/
Disallow: /gendler/gnet/
Disallow: /gendler/images/
Disallow: /gendler/includes/
Disallow: /gendler/installation/
Disallow: /gendler/language/
Disallow: /gendler/libraries/
Disallow: /gendler/logs/
Disallow: /gendler/media/
Disallow: /gendler/modules/
Disallow: /gendler/net/
Disallow: /gendler/photogallery/
Disallow: /gendler/plugins/
Disallow: /gendler/templates/
Disallow: /gendler/tinymce/
Disallow: /gendler/tmp/
Disallow: /gendler/xmlrpc/
Disallow: *print.html
#
# These directories/files should be crawled
#
Allow: /gendler/cpg/displayimage*
Allow: /gendler/cpg/gallery_sitemap_xml.php*
Allow: /gendler/cpg/index*
Allow: /gendler/cpg/register*
Allow: /gendler/cpg/search*
Allow: /gendler/cpg/thumbnails*
Allow: /gendler/
#
# Exclude Trouble bots: Please obey robots.txt.
#
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: wget
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: k2spider
Disallow: /