User-agent: * #Disallow:/awt/ Disallow:/awt/docPDF # demande d'affichage d'un PDF genere Disallow:/awt/vignette.html # appels impliquant ImageMagick Disallow:/awt/attimg-filigrane/ Disallow:/awt/resize-image-url Request-rate: 1/5 # maximum rate is one page every 5 seconds Visit-time: 0000-0345 # only visit between 06:00 and 08:45 UTC (GMT) Crawl-delay: 60 # number of seconds to wait between successive requests to the same server