# robots.txt

User-agent: Exabot
Crawl-delay: 60
Disallow: /admin
Disallow: /editor
Disallow: /logs/
Disallow: /docs/
Disallow: /recommend.php
Disallow: /link.php
Disallow: fetch.php
Disallow: /feeds/
Disallow: /cache/
Disallow: /activecities.php

User-agent: Googlebot
Crawl-delay: 60
Disallow: /chicagoist.com/
Disallow: /admin
Disallow: /editor
Disallow: /logs/
Disallow: /docs/
Disallow: /recommend.php
Disallow: /link.php
Disallow: /feeds/
Disallow: /cache/
Disallow: /activecities.php

User-agent: Googlebot-Image
Crawl-delay: 60
Disallow: /admin
Disallow: /editor
Disallow: /logs/
Disallow: /docs/
Disallow: /recommend.php
Disallow: /link.php
Disallow: /feeds/
Disallow: /cache/
Disallow: /activecities.php

User-agent: msnbot
Crawl-delay: 60
Disallow: /admin
Disallow: /editor
Disallow: /logs/
Disallow: /docs/
Disallow: /recommend.php
Disallow: /link.php
Disallow: /feeds/
Disallow: /cache/
Disallow: /activecities.php

User-agent: Slurp
Crawl-delay: 60
Disallow: /admin
Disallow: /editor
Disallow: /logs/
Disallow: /docs/
Disallow: /recommend.php
Disallow: /link.php
Disallow: /feeds/
Disallow: /cache/
Disallow: /activecities.php

User-agent: Teoma
Crawl-delay: 60
Disallow: /admin
Disallow: /editor
Disallow: /logs/
Disallow: /docs/
Disallow: /recommend.php
Disallow: /link.php
Disallow: /feeds/
Disallow: /cache/
Disallow: /activecities.php

User-agent: Gigabot
Crawl-delay: 60
Disallow: /admin
Disallow: /editor
Disallow: /logs/
Disallow: /docs/
Disallow: /recommend.php
Disallow: /link.php
Disallow: /feeds/
Disallow: /cache/
Disallow: /activecities.php

User-agent: ia_archiver
Crawl-delay: 60
Disallow: /admin
Disallow: /editor
Disallow: /logs/
Disallow: /docs/
Disallow: /recommend.php
Disallow: /link.php
Disallow: /feeds/
Disallow: /cache/
Disallow: /activecities.php

User-agent: yahoo-blogs/v3.9
Crawl-delay: 60
Disallow: /admin
Disallow: /editor
Disallow: /logs/
Disallow: /docs/
Disallow: /recommend.php
Disallow: /link.php
Disallow: /feeds/
Disallow: /cache/
Disallow: /activecities.php

User-agent: *
Crawl-delay: 60
Disallow: /admin
Disallow: /editor
Disallow: /logs/
Disallow: /docs/
Disallow: /recommend.php
Disallow: /link.php
Disallow: /feeds/
Disallow: /cache/
Disallow: /activecities.php