# robots.txt for fedspending.org

User_agent: ShopWiki
Disallow: /

User_agent: *
Disallow: /tmp
Disallow: /var/log
Disallow: /var/www/bonzai/images
Request-rate: 1/25 # maximum rate is one page every 25 seconds

Visit-time: 0200-0945 # (GMT) only visit between 10:00 AM and 4:45 AM EST