# robots.txt generated at http://www.mcanerin.com

# Allowed bots

User-agent: Googlebot
Disallow: 
Disallow: /awstats/
Disallow: /cgi-bin/
Disallow: /i/
Disallow: /pls/apex
Disallow: /ssl
Disallow: /*?p=4550:1:
Disallow: /*?p=750:LOGIN
Disallow: /*?p=250:
Disallow: /*?p=220:
Disallow: /*?p=CYBERMAN:LOGIN
Disallow: /pls/WWW_OWN.www_doc.download_doc_by_name
Disallow: /about/
Disallow: /schedule/
Disallow: /news/
Disallow: /news_arh/
Disallow: /forum/
Disallow: /courses/
Disallow: /_images/

User-agent: Slurp
Crawl-delay: 15
Disallow:
Disallow: /awstats/
Disallow: /cgi-bin/
Disallow: /i/
Disallow: /pls/apex
Disallow: /ssl
Disallow: /*?p=4550:1:
Disallow: /*?p=750:LOGIN

# Disallowed bots

User-agent: Googlebot-Image
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: yahoo-mmcrawler
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: WebAlta
Disallow: /

User-agent: asterias
Disallow: /

User-agent: yahoo-blogs/v3.9
Disallow: /

User-agent: msnbot
Disallow:

User-agent: msnbot-media
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Yandex
Disallow: /

# All other bots not in disallowed list

User-agent: *
Disallow: 
Disallow: /awstats/
Disallow: /cgi-bin/
Disallow: /i/
Disallow: /pls/apex
Disallow: /ssl
Disallow: /*?p=4550:1:
Disallow: /*?p=750:LOGIN

Sitemap: http://www.advtrain.kz/sitemap.xml