User-Agent: * Disallow: /backup_db Disallow: /cgi-bin/ Disallow: /errors Disallow: /logs Disallow: /tmp Disallow: /forum/login.php Disallow: /forum/modcp.php Disallow: /forum/privmsg.php Disallow: /forum/search.php Disallow: /forum/admin/ Disallow: /forum/images/ Disallow: /forum/includes/ Disallow: /forum/language/ Disallow: /forum/templates/ Disallow: /forum/common.php Disallow: /forum/groupcp.php Disallow: /forum/memberlist.php Disallow: /forum/modcp.php Disallow: /forum/posting.php Disallow: /forum/profile.php Disallow: /forum/privmsg.php Disallow: /forum/viewonline.php Disallow: /forum/faq.php Disallow: /forum/updates-topic Disallow: /forum/stop-updates-topic Disallow: /forum/ptopic Disallow: /forum/ntopic Disallow: /post- Disallow: /forum/cache/ Disallow: /forum/db/ Disallow: /forum/images/ Disallow: /forum/includes/ Disallow: /forum/language/ Disallow: /forum/templates/ Disallow: /forum/faq.php Disallow: /forum/groupcp.php Disallow: /forum/login.php Disallow: /forum/memberlist.php Disallow: /forum/modcp.php Disallow: /forum/posting.php Disallow: /forum/privmsg.php Disallow: /forum/profile.php Disallow: /forum/search.php Disallow: /forum/viewonline.php User-agent: Googlebot # disallow files ending with these extensions Disallow: /*.inc$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$# disallow all files with? in url Disallow: *mark=* Disallow: *view=*# allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /*# allow adsense bot on entire site User-agent: Mediapartners-Google* Disallow: Allow: /*User-agent: * Disallow: /stats Disallow: /dh_ Disallow: /V Disallow: /z/j/ Disallow: /z/c/ Disallow: /cgi-bin/ Disallow: /forum/viewtopic.php Disallow: /forum/viewforum.php Disallow: /forum/index.php? Disallow: /forum/posting.php Disallow: /forum/groupcp.php Disallow: /forum/search.php Disallow: /forum/login.php Disallow: /forum/post Disallow: /forum/member Disallow: /forum/profile.php Disallow: /forum/memberlist.php Disallow: /forum/faq.php Disallow: /forum/templates/ Disallow: /mx_ Disallow: /db/ Disallow: /forum/admin/ Disallow: /forum/cache/ Disallow: /forum/images/ Disallow: /forum/includes/ Disallow: /forum/common.php Disallow: /forum/index.php Disallow: /forum/memberlist.php Disallow: /forum/modcp.php Disallow: /forum/privmsg.php Disallow: /forum/viewonline.php Disallow: /forum/images/ Disallow: /forum/rss.php User-agent: Googlebot # disallow all files ending with these extensions Allow: /sitemap.php Disallow: /*.php$ Allow: /sitemap.php Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$# disallow all files with? in url Disallow: /*?* Disallow: /*?# disallow all files in /wp- directorys Disallow: /wp-*/# disallow archiving site User-agent: ia_archiver Disallow: /# allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /*.gif$ Allow: /*.png$ Allow: /*.jpeg$ Allow: /*.jpg$ Allow: /*.ico$ Allow: /*.jpg$ Allow: /images Allow: /z/i/