# Robots.txt file created 8 March 2007 # For domain: http://www.rentavilla.com.au # Prevent indexing of old directories # User-Agent: * # Disallow: /old-directory/ # Ban following bots from site User-agent: aipbot Disallow: / # Ban following bots from site User-agent: twiceler Disallow: / # Use for private directories as robots.txt is a public file