User-Agent: Googlebot
Disallow: /go.asp
Disallow: /site/
Disallow: /nl/item/
Disallow: /de/item/
Disallow: /ge/item/
Disallow: /en/item/
Disallow: /ru/item/
Disallow: /cs/item/
Disallow: /pl/item/
Disallow: /es/item/
Disallow: /fr/item/
Disallow: /nl/rss2/
Disallow: /de/rss2/
Disallow: /ge/rss2/
Disallow: /en/rss2/
Disallow: /ru/rss2/
Disallow: /cs/rss2/
Disallow: /pl/rss2/
Disallow: /es/rss2/
Disallow: /fr/rss2/
Disallow: /nl/topnews/
Disallow: /de/topnews/
Disallow: /en/topnews/
Disallow: /ru/topnews/
Disallow: /cs/topnews/
Disallow: /pl/topnews/
Disallow: /es/topnews/
Disallow: /fr/topnews/
Disallow: /*/keywords-news/*
Disallow: /de/trends/
Disallow: /en/trends/
Disallow: /nl/trends/
Disallow: /include/snippets/
Disallow: /info/de/
Disallow: /myrss/de/
Disallow: /search/
Disallow: /ge/search_*/
Disallow: /de/search_*/
Disallow: /en/search_*/
Disallow: /nl/search_*/
Disallow: /ru/search_*/
Disallow: /cs/search_*/
Disallow: /fr/search_*/
Disallow: /pl/search_*/



User-Agent: MJ12bot
Disallow: /go.asp
Disallow: /site/
Disallow: /nl/item/
Disallow: /de/item/
Disallow: /ge/item/
Disallow: /en/item/
Disallow: /ru/item/
Disallow: /cs/item/
Disallow: /pl/item/
Disallow: /es/item/
Disallow: /fr/item/
Disallow: /nl/rss2/
Disallow: /de/rss2/
Disallow: /ge/rss2/
Disallow: /en/rss2/
Disallow: /ru/rss2/
Disallow: /cs/rss2/
Disallow: /pl/rss2/
Disallow: /es/rss2/
Disallow: /fr/rss2/
Disallow: /de/default.asp?q=feedid:*
Disallow: /nl/default.asp?q=feedid:*
Disallow: /ru/default.asp?q=feedid:*
Disallow: /fr/default.asp?q=feedid:*
Disallow: /pl/default.asp?q=feedid:*
Disallow: /cs/default.asp?q=feedid:*
Disallow: /es/default.asp?q=feedid:*
Disallow: /en/default.asp?q=feedid:*
Disallow: /include/snippets/
Disallow: /de/
Disallow: /info/de/
Disallow: /myrss/de/
Disallow: /search/


User-Agent: Mediapartners-Google
Disallow: /go.asp
Disallow: /site/
Disallow: /nl/item/
Disallow: /de/item/
Disallow: /ge/item/
Disallow: /en/item/
Disallow: /ru/item/
Disallow: /cs/item/
Disallow: /pl/item/
Disallow: /es/item/
Disallow: /fr/item/
Disallow: /nl/rss2/
Disallow: /de/rss2/
Disallow: /ge/rss2/
Disallow: /en/rss2/
Disallow: /ru/rss2/
Disallow: /cs/rss2/
Disallow: /pl/rss2/
Disallow: /es/rss2/
Disallow: /fr/rss2/
Disallow: /nl/topnews/
Disallow: /de/topnews/
Disallow: /en/topnews/
Disallow: /ru/topnews/
Disallow: /cs/topnews/
Disallow: /pl/topnews/
Disallow: /es/topnews/
Disallow: /fr/topnews/
Disallow: /include/snippets/
Disallow: /de/
Disallow: /info/de/
Disallow: /myrss/de/
Disallow: /search/


User-Agent: MagpieRSS
Disallow: /

User-Agent: MSNBot
Disallow: /go.asp
Disallow: /site/
Disallow: /nl/item/
Disallow: /de/item/
Disallow: /ge/item/
Disallow: /en/item/
Disallow: /ru/item/
Disallow: /cs/item/
Disallow: /pl/item/
Disallow: /es/item/
Disallow: /fr/item/
Disallow: /nl/rss2/
Disallow: /de/rss2/
Disallow: /ge/rss2/
Disallow: /en/rss2/
Disallow: /ru/rss2/
Disallow: /cs/rss2/
Disallow: /pl/rss2/
Disallow: /es/rss2/
Disallow: /fr/rss2/
Disallow: /include/snippets/
Disallow: /de/
Disallow: /info/de/
Disallow: /myrss/de/
Disallow: /search/


User-Agent: Slurp
Disallow: /go.asp
Disallow: /site/
Disallow: /nl/item/
Disallow: /de/item/
Disallow: /ge/item/
Disallow: /en/item/
Disallow: /ru/item/
Disallow: /cs/item/
Disallow: /pl/item/
Disallow: /es/item/
Disallow: /fr/item/
Disallow: /nl/rss2/
Disallow: /de/rss2/
Disallow: /ge/rss2/
Disallow: /en/rss2/
Disallow: /ru/rss2/
Disallow: /cs/rss2/
Disallow: /pl/rss2/
Disallow: /es/rss2/
Disallow: /fr/rss2/
Disallow: /include/snippets/
Disallow: /de/
Disallow: /info/de/
Disallow: /myrss/de/
Disallow: /search/
Crawl-delay: 2 


User-Agent: StackRambler
Disallow: /go.asp
Disallow: /site/
Disallow: /nl/item/
Disallow: /de/item/
Disallow: /ge/item/
Disallow: /en/item/
Disallow: /ru/item/
Disallow: /cs/item/
Disallow: /pl/item/
Disallow: /es/item/
Disallow: /fr/item/
Disallow: /nl/rss2/
Disallow: /de/rss2/
Disallow: /ge/rss2/
Disallow: /en/rss2/
Disallow: /ru/rss2/
Disallow: /cs/rss2/
Disallow: /pl/rss2/
Disallow: /es/rss2/
Disallow: /fr/rss2/
Disallow: /ru/pressreleases/
Disallow: /ru/jobmarket/
Disallow: /include/snippets/
Disallow: /de/
Disallow: /info/de/
Disallow: /myrss/de/
Disallow: /search/


User-Agent: Yandex
Disallow: /go.asp
Disallow: /site/
Disallow: /nl/item/
Disallow: /de/item/
Disallow: /ge/item/
Disallow: /en/item/
Disallow: /ru/item/
Disallow: /cs/item/
Disallow: /pl/item/
Disallow: /es/item/
Disallow: /fr/item/
Disallow: /nl/rss2/
Disallow: /de/rss2/
Disallow: /ge/rss2/
Disallow: /en/rss2/
Disallow: /ru/rss2/
Disallow: /cs/rss2/
Disallow: /pl/rss2/
Disallow: /es/rss2/
Disallow: /fr/rss2/
Disallow: /ru/pressreleases/
Disallow: /ru/jobmarket/
Disallow: /include/snippets/
Disallow: /de/
Disallow: /info/de/
Disallow: /myrss/de/
Disallow: /search/