# robots.txt for http://www.aroundtheworld2008.com/ user-agent: * # match all bots disallow:/2008/ disallow:/boxes/ disallow:/cgi-bin/ disallow:/cp/ disallow:/images/ disallow:/location/ disallow:/phpguestbook/ disallow:/styles/ disallow:/webalizer/ request-rate: 1/40 # maximum rate is one page every 20 seconds visit-time: 0100-0700 # only visit between 1:00 AM and 7:00 AM UT (GMT)