# $Id: robots.txt,v 1.2.2.2 2008/09/30 11:33:07 kwikone Exp $ # Robots.txt for the Snip Classified Advertising System # This file needs to be at the domain root and not a subdirectory # If you already have a robots.txt file, then the Disallow lines below # should be merged into your file. # #/* # * @file # * index.php # * @description # * main file to show categories and listings within categories # * # * PHP versions 4 and 5 # * # * This library is free software; you can redistribute it and/or # * modify it under the terms of the GNU Lesser General Public # * License as published by the Free Software Foundation; either # * version 2.1 of the License, or (at your option) any later version. # * This library is distributed in the hope that it will be useful, # * but WITHOUT ANY WARRANTY; without even the implied warranty of # * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # * Lesser General Public License for more details. # * You should have received a copy of the GNU Lesser General Public # * License along with this library; if not, write to the Free Software # * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA # * # * @author Kerry W Kurtz # * @copyright 2007 Kerry W Kurtz # * @license http://www.gnu.org/copyleft/lesser.html The GNU LESSER GENERAL PUBLIC LICENSE, Version 2.1 # * @version $Id: robots.txt,v 1.2.2.2 2008/09/30 11:33:07 kwikone Exp $ # */ # IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES # THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE. # YOU MAY FIND THAT YOUR BANDWIDTH USAGE DROPS BY A MASSIVE AMOUNT AFTER GETTING RID # OF THE GOOGLE IMAGE BOT. ALL I HAD WAS IMAGE HUNTERS STEALING PRODUCT SHOTS # AND NOT EVEN BROWSING THE SITE. #User-agent: Googlebot-Image #Disallow: // User-agent: * # Snip Classifieds # Disallow any user specific (login related) Disallow: /snip/register.php Disallow: /snip/login.php Disallow: register.php Disallow: login.php # we should be able to ignore this since it will not even be seen unless logged in # however ... Disallow: /snip/account.php Disallow: /snip/forgot-pw.php Disallow: account.php Disallow: forgot-pw.php