User-agent: Twiceler
Disallow: /

User-agent: twiceler.
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Charlotte
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: *
Disallow: /docs/
Disallow: /archive/

Request-rate: 1/86400         # maximum rate is one page every 5 seconds
Visit-time: 0600-0845     # only visit between 06:00 and 08:45 UTC (GMT)