# For domain: http://www.rallyreykjavik.net # All robots will spider the domain User-agent: * Disallow: # Disallow directory /cookbook User-agent: * Disallow: /cookbook # Disallow directory /pub User-agent: * Disallow: /pub # Disallow directory /scripts User-agent: * Disallow: /scripts # Disallow directory /uploads User-agent: * Disallow: /uploads # Disallow directory /wikilib.d User-agent: * Disallow: /wikilib.d # Disallow directory /wef User-agent: * Disallow: /wefhld