# Robots.txt file created by Vikram Grewal # For domain: http://www.onlinedeals.com.au # All robots will spider the domain User-agent: alexa Disallow: User-agent: Teoma Disallow: User-agent: msnbot Disallow: User-agent: askjeeves Disallow: User-agent: Slurp Disallow: User-agent: googlebot Disallow: User-agent: Mediapartners-Google Disallow: User-agent: ia_archiver Disallow: User-agent: * Disallow: / # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /localdeals.com.au/ User-agent: * Disallow: /localdeals.com.au/ # Disallow directory /dealsmart.com.au/ User-agent: * Disallow: /dealsmart.com.au/ # Disallow directory /adsofworld/ User-agent: * Disallow: /adsofworld/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /nl/ User-agent: * Disallow: /nl/ # Disallow directory /Onlinedeals/admin User-agent: * Disallow: /Onlinedeals/admin # Disallow directory /Onlinedeals/merchant User-agent: * Disallow: /Onlinedeals/merchant # Disallow directory /Onlinedeals/adds User-agent: * Disallow: /Onlinedeals/adds # Disallow directory /Onlinedeals/cache User-agent: * Disallow: /Onlinedeals/cache # Disallow directory /Onlinedeals/css User-agent: * Disallow: /Onlinedeals/css # Disallow directory /Onlinedeals/datafeed User-agent: * Disallow: /Onlinedeals/datafeed # Disallow directory /Onlinedeals/images User-agent: * Disallow: /Onlinedeals/images # Disallow directory /Onlinedeals/include User-agent: * Disallow: /Onlinedeals/include # Disallow directory /Onlinedeals/ioncube User-agent: * Disallow: /Onlinedeals/ioncube # Disallow directory /Onlinedeals/js User-agent: * Disallow: /Onlinedeals/js # Disallow directory /Onlinedeals/merchant1 User-agent: * Disallow: /Onlinedeals/merchant1 # Disallow directory /Onlinedeals/merchant_chg User-agent: * Disallow: /Onlinedeals/merchant_chg # Disallow directory /Onlinedeals/style User-agent: * Disallow: /Onlinedeals/style # Disallow directory /Onlinedeals/test User-agent: * Disallow: /Onlinedeals/test # Disallow directory /Onlinedeals/upload User-agent: * Disallow: /Onlinedeals/upload