Составил robots.txt для форума, посмотрите пожалуйста, может я что лишнее закрыл или не учел?
Форум находится в папке forum
Код:
User-agent: *
Disallow: /forum/*.js
Disallow: /forum/clientscript/
Disallow: /forum/cpstyles/
Disallow: /forum/customavatars/
Disallow: /forum/customprofilepics/
Disallow: /forum/images/
Disallow: /forum/members/
Disallow: /forum/groups/
Disallow: /forum/admincp/
Disallow: /forum/archive/
Disallow: /forum/external.php
Disallow: /forum/modcp/
Disallow: /forum/ajax.php
Disallow: /forum/attachment.php
Disallow: /forum/calendar.php
Disallow: /forum/cron.php
Disallow: /forum/editpost.php
Disallow: /forum/global.php
Disallow: /forum/image.php
Disallow: /forum/inlinemod.php
Disallow: /forum/joinrequests.php
Disallow: /forum/login.php
Disallow: /forum/member.php
Disallow: /forum/memberlist.php
Disallow: /forum/misc.php
Disallow: /forum/moderator.php
Disallow: /forum/newattachment.php
Disallow: /forum/newreply.php
Disallow: /forum/newthread.php
Disallow: /forum/online.php
Disallow: /forum/poll.php
Disallow: /forum/postings.php
Disallow: /forum/printthread.php
Disallow: /forum/private.php
Disallow: /forum/profile.php
Disallow: /forum/register.php
Disallow: /forum/report.php
Disallow: /forum/reputation.php
Disallow: /forum/search.php
Disallow: /forum/sendmessage.php
Disallow: /forum/showgroups.php
Disallow: /forum/subscription.php
Disallow: /forum/showpost.php
Disallow: /forum/threadrate.php
Disallow: /forum/usercp.php
Disallow: /forum/usernote.php
Disallow: /index.php
Disallow: /forum/assetmanage.php
Disallow: /forum/album.php
Disallow: /forum/announcement.php
Disallow: /forum/converse.php
Disallow: /forum/editpost.php
Disallow: /forum/faq.php
Disallow: /forum/groupsubscription.php
Disallow: /forum/infraction.php
Disallow: /forum/payments.php
Disallow: /forum/moderation.php
Disallow: /forum/picturecomment.php
Disallow: /forum/posthistory.php
Disallow: /forum/threadtag.php
Disallow: /forum/visitormessage.php
Disallow: /forum/asset.php
Disallow: /forum/blog_ajax.php
Disallow: /forum/blog_external.php
Disallow: /forum/blog_inlinemod.php
Disallow: /forum/blog_report.php
Disallow: /forum/blog_search.php
Disallow: /forum/blog_subscription.php
Disallow: /forum/blog_usercp.php
Disallow: /forum/cgi-bin/
Disallow: /forum/clear.gif
Disallow: /forum/customgroupicons/
Disallow: /forum/group_inlinemod.php
Disallow: /forum/includes/
Disallow: /forum/list.php
Disallow: /forum/packages/
Disallow: /forum/payment_gateway.php
Disallow: /forum/picture.php
Disallow: /forum/picture_inlinemod.php
Disallow: /forum/sendtofriend.php
Disallow: /forum/signaturepics/
Disallow: /forum/vb/
Disallow: /forum/widget.php
Host: www.сайт.зона
Sitemap: http://www.сайт.зона/forum/sitemap/index.php