# Tells Scanning Robots Where They Are And Are Not Welcome

#

# User-agent:	can also specify by name; "*" is for everyone

# Disallow:	disallow if this matches first part of requested path

#			

# For now disallow all we can modify this as needed to allow certain crawlers.

#



User-agent: *



Disallow: /search

Disallow: /sidebar

Disallow: /advanced

Disallow: /alchemist

Disallow: /customize

Disallow: /go

Disallow: /go2

Disallow: /cgi-bin

Disallow: /g/

Disallow: /web

Disallow: /r

Disallow: /babelfish

Disallow: /urltrurl

Disallow: /translate

Disallow: /image/results

Disallow: /image/samepage

Disallow: /image/res_detail

Disallow: /audio/results

Disallow: /audio/samepage

Disallow: /audio/res_detail

Disallow: /video/results

Disallow: /video/samepage

Disallow: /video/res_detail

Disallow: /news/more



User-agent: *

Disallow: /search

Disallow: /groups

Disallow: /images

Disallow: /catalogs

Disallow: /catalog_list

Disallow: /news

Disallow: /pagead/

Disallow: /imgres

Disallow: /keyword/

Disallow: /u/

Disallow: /univ/

Disallow: /cobrand

Disallow: /custom

Disallow: /advanced_group_search

Disallow: /advanced_search

Disallow: /googlesite

Disallow: /preferences

Disallow: /setprefs

Disallow: /swr

Disallow: /url

Disallow: /wml

Disallow: /hws

Disallow: /bsd?

Disallow: /linux?

Disallow: /mac?

Disallow: /microsoft?

Disallow: /unclesam?

Disallow: /answers/search?q=