# Robots.txt for filamidaho.org # Comments appear after the "#" symbol at the start of a line, or after a directive # User-agent: BadBot # replace the 'BadBot' with the actual user-agent of the bot # Disallow: / # keep them all out # Crawl-delay: 5 # Limit crawl rate to 5 seconds per page # Visit-time: 0600-0845 # only visit between 06:00 and 08:45 UTC (GMT) # You can use multiple & seperate Sitemaps on a single website User-agent: * Request-rate: 1/5 Sitemap: http://filamidaho.org/sitemap.xml Allow: / #Disallow: /xx