User-agent: *
Disallow: /
#
User-agent: AltaVista Intranet
Disallow: /ness/services/y2k/apps
Disallow: /ness/engineering/pubdocs/netops
Disallow: /netops/topologies
Disallow: /computing
Disallow: /manual
Disallow: /statistics/
Disallow: /~mrl/
Disallow: /ness/engineering/work-in-progress
Disallow: /nes/engineering/work-in-progress
Disallow: /users/mrl/
Disallow: http://www.isc-net.upenn.edu:8080
Disallow: http://projects.isc-net.upenn.edu:9090

User-agent: htdig-upenn
Disallow: /ness/services/y2k/apps
Disallow: /ness/engineering/pubdocs/netops
Disallow: /netops/topologies
Disallow: /computing
Disallow: /manual
Disallow: /statistics/
Disallow: /~mrl/
Disallow: /ness/engineering/work-in-progress
Disallow: /nes/engineering/work-in-progress
Disallow: /users/mrl/
Disallow: http://www.isc-net.upenn.edu:8080
Disallow: http://projects.isc-net.upenn.edu:9090

User-agent: gsa-crawler-upenn
Disallow: /ness/services/y2k/apps
Disallow: /ness/engineering/pubdocs/netops
Disallow: /netops/topologies
Disallow: /computing
Disallow: /manual
Disallow: /statistics/
Disallow: /~mrl/
Disallow: /ness/engineering/work-in-progress
Disallow: /nes/engineering/work-in-progress
Disallow: /users/mrl/
Disallow: http://www.isc-net.upenn.edu:8080
Disallow: http://projects.isc-net.upenn.edu:9090