User-agent: psbot 
Disallow: / 

User-agent: twiceler 
Disallow: / 

User-agent: Baiduspider 
Disallow: / 

User-agent: Slurp 
Crawl-delay: 500

User-agent: Mediapartners-Google* 
Disallow:

User-agent: *
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /adhelp/
Disallow: /adlogger/
Disallow: /track/
Disallow: /admintemplates/
Disallow: /emailtemplates/
Disallow: /images/
Disallow: /include/
Disallow: /ioncube/
Disallow: /photoimages/
Disallow: /templates/
Disallow: /ezineready.php
Disallow: /rss.php
Disallow: /rssarticle.php
Disallow: /submitarticles.php
Disallow: /login.php
Disallow: /signup.php
Disallow: /cbformula.html
Disallow: /scriptdojo.html

sitemap: http://www.article24.info/sitemap-index-index.xml