# block common folders User-agent: * Disallow: /neria3/ Disallow: /chat/ Disallow: /chatlog/ Disallow: /css/ Disallow: /img/ Disallow: /inc/ Disallow: /js/ Disallow: /plesk-stat/ Disallow: /forum/ # block forum files # User-agent: * # Disallow: /forum/adm/ # Disallow: /forum/cache/ # Disallow: /forum/docs/ # Disallow: /forum/files/ # Disallow: /forum/images/ # Disallow: /forum/includes/ # Disallow: /forum/language/ # Disallow: /forum/phpbb_seo/ # Disallow: /forum/store/ # Disallow: /forum/styles/ # Disallow: /forum/*.php$ # disallow all files with ? in url User-agent: * Disallow: /*? # allow adsense bot on entire site User-agent: Mediapartners-Google* Allow: /* # disallow files ending with these extensions User-agent: * Disallow: /*.inc$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.php$ Disallow: /*.txt$ # allow archiving site User-agent: ia_archiver Allow: /* # allow google image bot to search all images User-agent: Googlebot-Image Allow: /* Allow: /*.gif$ Allow: /*.png$ Allow: /*.jpeg$ Allow: /*.jpg$ Allow: /*.ico$ Allow: /*.jpg$ Allow: /upload/*