# Robots.txt for http://www.twig.com.au/ # # Format. # User-agent: hostname or * # Disallow: /dir/ /dir /dir/dir/* # # User-agent: * Disallow: * Disallow: /*