User-agent: *
Allow: /wp-content/uploads/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /wp-

Sitemap: http://tu-web/sitemap.xml
Disallow: /?s=
Disallow: /search

Allow: /feed/$
Disallow: /feed
Disallow: /comments/feed
Disallow: /*/feed/$
Disallow: /*/feed/rss/$
Disallow: /*/trackback/$
Disallow: /*/*/feed/$
Disallow: /*/*/feed/rss/$
Disallow: /*/*/trackback/$
Disallow: /*/*/*/feed/$
Disallow: /*/*/*/feed/rss/$
Disallow: /*/*/*/trackback/$

User-agent: MSIECrawler
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: libwww
Disallow: /

User-Agent: Googlebot-Image
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: / 

User-Agent: MJ12bot
Disallow: /

User-agent: NextGenSearchBot
Disallow: /

User-agent: WinkBot/0.06
Disallow: /

User-agent: WinkBot/1.0
Disallow: /

User-agent: Spock
Disallow: /

User-agent: SpokeSpider/1.0
Disallow: /

User-agent: SpokeSpider
Disallow: /

User-agent: disco/Nutch-1.0-dev
Disallow: /

User-agent: IAB
Disallow: /

User-agent: HouxouCrawler/Nutch-0.9
Disallow: /

User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: /

User-agent: NetinfoBot/1.0/Nutch-0.9
Disallow: /

User-agent: beetween/Nutch-1.0 (beetween crawler)
Disallow: /

User-agent: beetween/Nutch-1.0
Disallow: /

User-agent: DataPatrol/Nutch-1.0 (DataPatrol indexer from Garlik; http://www.garlik.com/products.php; crawler at garlik dot com)
Disallow: /

User-agent: SBIder/Nutch-1.0-dev (http://www.sitesell.com/sbider.html)
Disallow: /

User-agent: Infoaxe./Nutch-0.9
Disallow: /

User-agent: PiplBot; http://pipl.com/bot/
Disallow: /

User-agent: CamelHttpStream/1.0 Evolution/2.26.1
Disallow: /

Sitemap: http://peninsulardigital.com/sitemap.xml