User-agent: * Disallow: /cgi-bin/ # typo3 Disallow: /t3lib/ Disallow: /typo3/ Disallow: /typo3conf/ Disallow: /typo3temp/ Disallow: /fileadmin/user_upload/ # specific Disallow: /fileadmin/www.bureaudeposte.fr/ # Nonstandard # Number of seconds to wait between successive requests to the same server Crawl-delay: 5 # maximum rate is one page every 5 seconds Request-rate: 1/5 # only visit between 1:00 AM and 7:00 AM UT (GMT) Visit-time: 0100-0700