# Google
User-agent: Googlebot
Disallow: /contribute/
Disallow: /customtags/
Disallow: /css/
Disallow: /layout/
Disallow: /sde_html/
Disallow: /_baks/
Disallow: /_mm/
Disallow: /_mmServerScripts/
Disallow: /_notes/
Disallow: /archive/
Disallow: /sde/
Disallow: /tools/
Disallow: /apps/
Disallow: /cfide/
Disallow: /forum/
Disallow: /images/
Disallow: /intranet/
Disallow: /com/
Disallow: /gov/
Disallow: /sogui/
Disallow: /Templates/
Disallow: /w3c/
Disallow: /


# Google
User-agent: Googlebot-Mobile
Disallow: /contribute/
Disallow: /customtags/
Disallow: /css/
Disallow: /layout/
Disallow: /sde_html/
Disallow: /_baks/
Disallow: /_mm/
Disallow: /_mmServerScripts/
Disallow: /_notes/
Disallow: /archive/
Disallow: /sde/
Disallow: /tools/
Disallow: /apps/
Disallow: /cfide/
Disallow: /forum/
Disallow: /images/
Disallow: /intranet/
Disallow: /com/
Disallow: /gov/
Disallow: /sogui/
Disallow: /Templates/
Disallow: /w3c/
Disallow: /



User-agent: Googlebot-Image
Disallow: /contribute/
Disallow: /customtags/
Disallow: /css/
Disallow: /layout/
Disallow: /sde_html/
Disallow: /_baks/
Disallow: /_mm/
Disallow: /_mmServerScripts/
Disallow: /_notes/
Disallow: /archive/
Disallow: /sde/
Disallow: /tools/
Disallow: /apps/
Disallow: /cfide/
Disallow: /forum/
Disallow: /images/
Disallow: /intranet/
Disallow: /com/
Disallow: /gov/
Disallow: /sogui/
Disallow: /Templates/
Disallow: /w3c/
Disallow: /


User-agent: Mediapartners-Google
Disallow: /contribute/
Disallow: /customtags/
Disallow: /css/
Disallow: /layout/
Disallow: /sde_html/
Disallow: /_baks/
Disallow: /_mm/
Disallow: /_mmServerScripts/
Disallow: /_notes/
Disallow: /archive/
Disallow: /sde/
Disallow: /tools/
Disallow: /apps/
Disallow: /cfide/
Disallow: /forum/
Disallow: /images/
Disallow: /intranet/
Disallow: /com/
Disallow: /gov/
Disallow: /sogui/
Disallow: /Templates/
Disallow: /w3c/
Disallow: /

User-agent: Adsbot-Google
Disallow: /contribute/
Disallow: /customtags/
Disallow: /css/
Disallow: /layout/
Disallow: /sde_html/
Disallow: /_baks/
Disallow: /_mm/
Disallow: /_mmServerScripts/
Disallow: /_notes/
Disallow: /archive/
Disallow: /sde/
Disallow: /tools/
Disallow: /apps/
Disallow: /cfide/
Disallow: /forum/
Disallow: /images/
Disallow: /intranet/
Disallow: /com/
Disallow: /gov/
Disallow: /sogui/
Disallow: /Templates/
Disallow: /w3c/
Disallow: /

#Ask.com
User-agent: Teoma
Disallow: /
Crawl-delay: 120000

#Archive Host
User-agent: archive.org_bot
Disallow: /
Crawl-delay: 120000

# God help us, MSN search...
User-agent: searchpreview
Disallow:/
Crawl-delay: 120000
User-agent: msnbot/1.0
Disallow:/
Crawl-delay: 120000
user-agent: msnbot
Disallow:/
Crawl-delay: 120000
User-agent: psbot
Disallow: /
Crawl-delay: 120000
User-agent: msnbot/1.0-MM
Disallow: /
Crawl-delay: 120000

# Our Spider
User-agent: vspider
Disallow: /contribute/
Disallow: /customtags/
Disallow: /css/
Disallow: /layout/
Disallow: /schools/
Disallow: /sde_html/
Disallow: /xml/
Disallow: /_baks/
Disallow: /_mm/
Disallow: /_mmServerScripts/
Disallow: /_notes/
Disallow: /archive/
Disallow: /sde/
Disallow: /tools/
Disallow: /apps/
Disallow: /cfide/
Disallow: /forum/
Disallow: /images/
Disallow: /intranet/
Disallow: /com/
Disallow: /gov/
Disallow: /sogui/
Disallow: /Templates/
Disallow: /w3c/


#GoogleBot
User-agent: gsa-crawler
Disallow: /contribute/
Disallow: /customtags/
Disallow: /css/
Disallow: /layout/
Disallow: /schools/
Disallow: /sde_html/
Disallow: /xml/
Disallow: /_baks/
Disallow: /_mm/
Disallow: /_mmServerScripts/
Disallow: /_notes/
Disallow: /archive/
Disallow: /sde/
Disallow: /tools/
Disallow: /apps/
Disallow: /cfide/
Disallow: /forum/
Disallow: /images/
Disallow: /intranet/
Disallow: /com/
Disallow: /gov/
Disallow: /sogui/
Disallow: /Templates/
Disallow: /w3c/


# No one else

User-agent: *
Disallow: /
Crawl-delay: 120000