User-agent: * # most robots will be limited to home page
Disallow: /cgi-bin
Disallow: /cgi-scripts
Disallow: /corge1
Disallow: /corge2
Disallow: /corge3
Disallow: /corge4
Disallow: /data
# Let HotBot have more access
User-agent: HotBot
Disallow: /cgi-bin
Disallow: /cgi-scripts
Disallow: /corge1
Disallow: /data
# Let Infoseek have more access
User-agent: Infoseek
Disallow: /cgi-bin
Disallow: /cgi-scripts
Disallow: /corge1
Disallow: /data
# Let AltaVista have more access
User-agent: AltaVista
Disallow: /cgi-bin
Disallow: /cgi-scripts
Disallow: /corge1
Disallow: /data
# Let Excite have more access
User-agent: Excite
Disallow: /cgi-bin
Disallow: /cgi-scripts
Disallow: /corge1
Disallow: /data
# Let Webcrawler have more access
User-agent: Webcrawler
Disallow: /cgi-bin
Disallow: /cgi-scripts
Disallow: /corge1
Disallow: /data
# Let PlanetSearch have more access
User-agent: PlanetSearch
Disallow: /cgi-bin
Disallow: /cgi-scripts
Disallow: /corge1
Disallow: /data