# robots.txt zu http://www.khareed.com/

User-agent: ia_archiver
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: *
Allow: /index.php
Allow: /index_dealer.php
Allow: /show_article.php
Allow: /show_old_article.php
Allow: /show_article_dealer.php
Allow: /personal.php
Allow: /invert1.php
Allow: /opinion.php
Allow: /search_opinion.php
Allow: /file_read_invert.php
Allow: /search4.php
Allow: /sokhani_ba_karbaran.htm
Allow: /title.php
Allow: /index_new.php
Allow: /search4.php
Allow: /advertise/


RewriteEngine On
RewriteCond %{HTTP_USER_AGENT} ^sogou spider
RewriteRule ^.*$ - [F]