User-agent: Yahoo! Slurp
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: Dolphin
Disallow: /


User-agent: *
Disallow: /cgi-bin  
Disallow: /wp-admin  
Disallow: /wp-includes  
Disallow: /wp-content/plugins  
Disallow: /wp-content/cache  
Disallow: /wp-content/themes  
Disallow: /trackback  
Disallow: /feed
Disallow: /page/*
Disallow: /kontakty
Disallow: /redaktirovanie
Disallow: /reklama
Disallow: /pravila
Disallow: /zapolnit-formu
Disallow: /advert/page/*

Sitemap: http://www.spbagencies.ru/sitemap.xml
Sitemap: http://www.spbagencies.ru/sitemap.xml.gz
Sitemap: http://www.spbagencies.ru/advert/sitemap.xml

Host: www.spbagencies.ru