User-agent: *
Disallow: /apanel/
Disallow: /base/
Disallow: /block/
Disallow: /cache/
Disallow: /mod/
Disallow: /temp/
Disallow: /up/
Disallow: /js/
Disallow: /error/
Disallow: /loader/
Disallow: /forum/attachments/
Disallow: /forum/avatars/
Disallow: /forum/Packages/
Disallow: /forum/Smileys/
Disallow: /forum/Sources/
Disallow: /forum/Themes/
Disallow: /forum/wysiwyg/
Disallow: /forum/tp-images/
Disallow: /forum/tp-files/
Disallow: /forum/tp-downloads/
Disallow: /forum/FCKeditor/
Disallow: /forum/index.php?action=profile;
Disallow: /forum/index.php?action=profile
Disallow: /forum/index.php?action=post;
Disallow: /forum/index.php?action=post
Disallow: /forum/index.php?action=search;
Disallow: /forum/index.php?action=search
Disallow: /forum/index.php?action=search2;
Disallow: /forum/index.php?action=search2
Disallow: /forum/index.php?action=mlist;
Disallow: /forum/index.php?action=admin;
Disallow: /forum/index.php?action=admin
Disallow: /forum/index.php?action=pm;
Disallow: /forum/index.php?action=pm
Disallow: /forum/index.php?action=sendtopic;
Disallow: /forum/index.php?action=sendtopic
Disallow: /forum/index.php?action=markasread;
Disallow: /forum/index.php?action=markasread
Disallow: /forum/index.php?action=notify;
Disallow: /forum/index.php?action=notify
Disallow: /forum/index.php?action=stats;
Disallow: /forum/index.php?action=stats
Disallow: /forum/index.php?action=recent;
Disallow: /forum/index.php?action=recent
Disallow: /forum/index.php?action=mergetopics;
Disallow: /forum/index.php?action=mergetopics
Disallow: /forum/index.php?action=mlist
Disallow: /forum/index.php?action=register
Disallow: /forum/index.php?action=reporttm;
Disallow: /forum/index.php?action=reminder
Disallow: /forum/index.php?action=verificationcode;
Disallow: /forum/index.php?action=verificationcode
Disallow: /forum/index.php?action=activate;
Disallow: /forum/index.php?action=activate
Disallow: /forum/index.php?action=help;
Disallow: /forum/index.php?action=help
Disallow: /forum/index.php?struct=on&data=on&action=dumpdb
Disallow: /forum/search.html
Disallow: /forum/search2.html
Disallow: /recent.html
Disallow: /forum/login.html
Disallow: /forum/stats.html
Disallow: /forum/users.html
Disallow: /forum/help.html
Disallow: /forum/profile.html
Disallow: /forum/register.html
Disallow: /awstats/
Allow: /


User-agent: Yandex
Disallow: /apanel/
Disallow: /base/
Disallow: /block/
Disallow: /cache/
Disallow: /mod/
Disallow: /temp/
Disallow: /up/
Disallow: /js/
Disallow: /error/
Disallow: /loader/
Disallow: /awstats/
Disallow: /forum/attachments/
Disallow: /forum/avatars/
Disallow: /forum/Packages/
Disallow: /forum/Smileys/
Disallow: /forum/Sources/
Disallow: /forum/Themes/
Disallow: /forum/wysiwyg/
Disallow: /forum/tp-images/
Disallow: /forum/tp-files/
Disallow: /forum/tp-downloads/
Disallow: /forum/FCKeditor/
Disallow: /forum/index.php?action=profile;
Disallow: /forum/index.php?action=profile
Disallow: /forum/index.php?action=post;
Disallow: /forum/index.php?action=post
Disallow: /forum/index.php?action=search;
Disallow: /forum/index.php?action=search
Disallow: /forum/index.php?action=search2;
Disallow: /forum/index.php?action=search2
Disallow: /forum/index.php?action=mlist;
Disallow: /forum/index.php?action=admin;
Disallow: /forum/index.php?action=admin
Disallow: /forum/index.php?action=pm;
Disallow: /forum/index.php?action=pm
Disallow: /forum/index.php?action=sendtopic;
Disallow: /forum/index.php?action=sendtopic
Disallow: /forum/index.php?action=markasread;
Disallow: /forum/index.php?action=markasread
Disallow: /forum/index.php?action=notify;
Disallow: /forum/index.php?action=notify
Disallow: /forum/index.php?action=stats;
Disallow: /forum/index.php?action=stats
Disallow: /forum/index.php?action=recent;
Disallow: /forum/index.php?action=recent
Disallow: /forum/index.php?action=mergetopics;
Disallow: /forum/index.php?action=mergetopics
Disallow: /forum/index.php?action=mlist
Disallow: /forum/index.php?action=register
Disallow: /forum/index.php?action=reporttm;
Disallow: /forum/index.php?action=reminder
Disallow: /forum/index.php?action=verificationcode;
Disallow: /forum/index.php?action=verificationcode
Disallow: /forum/index.php?action=activate;
Disallow: /forum/index.php?action=activate
Disallow: /forum/index.php?action=help;
Disallow: /forum/index.php?action=help
Disallow: /forum/index.php?struct=on&data=on&action=dumpdb
Disallow: /forum/search.html
Disallow: /forum/search2.html
Disallow: /recent.html
Disallow: /forum/login.html
Disallow: /forum/stats.html
Disallow: /forum/users.html
Disallow: /forum/help.html
Disallow: /forum/profile.html
Disallow: /forum/register.html
Allow: /

# Боты вредные и не нужные
# Могут проигнорировать запрет
User-agent: Twiceler
Disallow: /

User-Agent: W3C-checklink
Disallow: /

User-agent: StackRambler
Disallow: /catch # закроет все страницы начинающиеся на catch для рамы
Disallow: /msg   # ради эксперимента можно попробовать, так как там что то сказано о содержащемся в урле.


# Google, StackRambler, Yandex, Aport - Важные боты для нас.
# К сожалению их останавливает тег noindex.
# Если вы удалили noindex коснтрукцию то это должно пригодиться.
# Для всех ботов
User-agent: *
# Папки
Disallow: /__forum/attachments/
Disallow: /__forum/avatars/
Disallow: /__forum/Packages/
Disallow: /__forum/Smileys/
Disallow: /__forum/Sources/
Disallow: /__forum/Themes/
Disallow: /__forum/Games/
# Убираем мобильные версии
Disallow: /__forum/index.php?*;wap
Disallow: /__forum/index.php?*;wap2
Disallow: /__forum/index.php?*;imode
# Не нужно нам и это индексировать, собственно что закрывал тег noindex
Disallow: /__forum/index.php?*.msg
Disallow: /__forum/index.php?*.new
# Всё что связано с ; уберём
Disallow: /__forum/index.php?*;*
# Действия
Disallow: /__forum/index.php?action=activate
Disallow: /__forum/index.php?action=admin
Disallow: /__forum/index.php?action=calendar
Disallow: /__forum/index.php?action=emailuser
Disallow: /__forum/index.php?action=findmember
Disallow: /__forum/index.php?action=help
Disallow: /__forum/index.php?action=helpadmin
Disallow: /__forum/index.php?action=login
Disallow: /__forum/index.php?action=logout
Disallow: /__forum/index.php?action=mlist
Disallow: /__forum/index.php?action=modifykarma
Disallow: /__forum/index.php?action=pm
Disallow: /__forum/index.php?action=post
Disallow: /__forum/index.php?action=printpage
Disallow: /__forum/index.php?action=profile
Disallow: /__forum/index.php?action=recent
Disallow: /__forum/index.php?action=register
Disallow: /__forum/index.php?action=reminder
Disallow: /__forum/index.php?action=search
Disallow: /__forum/index.php?action=theme
Disallow: /__forum/index.php?action=unread
Disallow: /__forum/index.php?action=unreadreplies
Disallow: /__forum/index.php?action=verificationcode
Disallow: /__forum/index.php?action=who
Disallow: /__forum/index.php?theme
Disallow: /__forum/index.php?struct=on&data=on&action=dumpdb
# Моды, по желанию и необходимости
Disallow: /__forum/archive.php
Disallow: /__forum/index.php?action=chess
Disallow: /__forum/index.php?action=sitemap
Disallow: /__forum/index.php?action=viewkarma
Disallow: /__forum/index.php?action=viewers
Disallow: /__forum/index.php?action=arcade;favorites
Disallow: /__forum/index.php?action=arcade;sa=highscore
Disallow: /__forum/index.php?action=arcade;sa=play;random
Disallow: /__forum/index.php?action=arcade;category
Disallow: /__forum/index.php?action=arcade;sort
Disallow: /__forum/index.php?action=arcade;stats
Disallow: /__forum/index.php?action=stats;expand
Disallow: /__forum/index.php?action=stats;collapse

# Yahoo - Сканит во много потоков
# Наложим ограничение
# Ограничим его, меняйте под себя
User-agent: Slurp
Crawl-delay: 150