User-agent: Googlebot-Image Disallow: / User-agent: Slurp Crawl-delay: 60 Disallow: /pics/ Disallow: /admin/ Disallow: /pda/ Disallow: /privmsg.php Disallow: /posting.php Disallow: /login.php Disallow: /search.php Disallow: /viewonline.php Disallow: /profile.php Disallow: /groupcp.php Disallow: /modcp.php User-agent: Yandex Disallow: / User-agent: * Disallow: /pics/ Disallow: /admin/ Disallow: /pda/ Disallow: /privmsg.php Disallow: /posting.php Disallow: /login.php Disallow: /search.php Disallow: /viewonline.php Disallow: /profile.php Disallow: /groupcp.php Disallow: /modcp.php Crawl-delay: 60 Request-rate: 1/30 # maximum rate is one page every 5 seconds Visit-time: 0000-0530 # only visit between 6:00 AM and 8:45 AM UT (GMT)