# http://www.robotstxt.org/ # https://www.google.com/support/webmasters/bin/answer.py?answer=156449 # https://support.google.com/webmasters/answer/35769 User-Agent: * # Be careful with these settings related to phpwcms # ================================================= # # Examples here are in case site is accessible at URL # http://example.com/ # # In case it is installed in a sub directory # http://example.com/dir/ # you have to add /dir at the beginnung like # Disallow: /dir/content/tmp/ # and so on… # # exclude downloadable files from indexing #Disallow: /download.php* # # The system store several temporary stuff in this dir Disallow: /content/form/ Disallow: /content/rss/ Disallow: /content/tmp/ Disallow: /content/pages/ # # This will exclude resized images from indexing #Disallow: /content/images/ # And some resizing is done by files here especially cmsimage.php #Disallow: /img/ # # phpwcms keeps uploaded files here, better let it as is # in general there is no direct access from the frontend to this Disallow: /filearchive/ # # Better let search engine index everything from this directory # Have a look from where your system delivers CSS, JS, and so on #Disallow: /template/ # # Block indexing backend files Disallow: /login.php Disallow: /phpwcms.php #Sitemap: /sitemap.php