User-agent: MJ12bot
Disallow: /

User-agent: CFNetwork
Disallow: /

User-agent: crawl
Disallow: /

User-agent: 80legs
Disallow: /

User-agent: FAST
Disallow: /

User-agent: GarlikCrawler
Disallow: /

User-agent: spinn3r
Disallow: /

User-agent: woriobot
Disallow: /

User-agent: Yandex
Disallow: / 

User-agent: discobot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: speedy_spider
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: maxamine.com
Disallow: /

User-agent: radian6
Disallow: /

User-agent: Nutraspace
Disallow: /

User-agent: trendictionbot
Disallow: /

User-agent: ExaleadCloudView
Disallow: /

User-agent: Birubot
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: Domnutch
Disallow: /

User-agent: Grain
Disallow: /

User-agent: ScoutJet
Disallow: /

User-agent: Wazzup
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: magpie
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: percbotspider
Disallow: /

User-agent: cision.com
Disallow: /

User-agent: cisionbot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: PaperLiBot
Disallow: /

User-agent: PostPost
Disallow: /

User-agent: Bender
Disallow: /

User-agent: Purebot
Disallow: /

User-agent: VocusBot
Disallow: /

User-agent: Critter
Disallow: /

User-agent: *
Disallow: /
Disallow: /6685770/
Disallow: /ajax/
Disallow: /blog/
Disallow: /?*
Disallow: /like/
Disallow: /comment/
Disallow: /pid/
Disallow: /channel/create/
Disallow: /resources/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-login/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /wp-admin/
Disallow: /comments/
Disallow: /organization/*
Disallow: /login/
Disallow: /signup/
Disallow: /search/
Disallow: /yii/**
Disallow: /*join/

User-agent: Googlebot
Crawl-delay: 2
Disallow: /6685770/
Disallow: /ajax/
Disallow: /blog/
Disallow: /?*
Disallow: /like/
Disallow: /comment/
Disallow: /pid/
Disallow: /channel/create/
Disallow: /resources/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-login/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /wp-admin/
Disallow: /comments/
Disallow: /organization/*
Disallow: /login/
Disallow: /signup/
Disallow: /search/
Disallow: /yii/*
Disallow: /*join/
Disallow: /author/kyle/*
Disallow: /2013/08/15/github-is-down-github-is-currently-suffering-from-a-major-service-outage/
Disallow: /tag/meet-up/

User-agent: Mediapartners-Google 
Crawl-delay: 2
Disallow: /6685770/
Disallow: /ajax/
Disallow: /blog/
Disallow: /?*
Disallow: /like/
Disallow: /comment/
Disallow: /pid/
Disallow: /channel/create/
Disallow: /resources/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-login/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /wp-admin/
Disallow: /comments/
Disallow: /organization/*
Disallow: /login/
Disallow: /signup/
Disallow: /search/
Disallow: /yii/*
Disallow: /*join
Disallow: /author/kyle/*

User-agent: Yahoo-slurp
Crawl-delay: 2
Disallow: /6685770/
Disallow: /ajax/
Disallow: /blog/
Disallow: /?*
Disallow: /like/
Disallow: /comment/
Disallow: /pid/
Disallow: /channel/create/
Disallow: /resources/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-login/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /wp-admin/
Disallow: /comments/
Disallow: /organization/*
Disallow: /login/
Disallow: /signup/
Disallow: /search/
Disallow: /yii/*
Disallow: /*join/
Disallow: /author/kyle/*

User-agent: msnbot
Crawl-delay: 20
Disallow: /6685770/
Disallow: /ajax/
Disallow: /blog/
Disallow: /?*
Disallow: /like/
Disallow: /comment/
Disallow: /pid/
Disallow: /channel/create/
Disallow: /resources/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-login/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /wp-admin/
Disallow: /comments/
Disallow: /organization/*
Disallow: /login/
Disallow: /signup/
Disallow: /search/
Disallow: /yii/*
Disallow: /*join/
Disallow: /author/kyle/*

User-agent: Twitterbot
Crawl-delay: 2
Disallow: /6685770/
Disallow: /ajax/
Disallow: /blog/
Disallow: /?*
Disallow: /like/
Disallow: /comment/
Disallow: /pid/
Disallow: /channel/create/
Disallow: /resources/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-login/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: /wp-admin/
Disallow: /comments/
Disallow: /organization/*
Disallow: /login/
Disallow: /signup/
Disallow: /search/
Disallow: /yii/*
Disallow: /*join/
Disallow: /author/kyle/*

Sitemap: http://bostinno.streetwise.co/sitemap
Sitemap: http://bostinno.streetwise.co/news-sitemap
Sitemap: http://inthecapital.streetwise.co/sitemap
Sitemap: http://inthecapital.streetwise.co/news-sitemap
Sitemap: http://chicagoinno.streetwise.co/sitemap
Sitemap: http://chicagoinno.streetwise.co/news-sitemap