# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: googlebot
Disallow: /wedding/
Disallow: /bookmarks/
Disallow: /logs/
Disallow: /mod3/
Disallow: /mm/
Disallow: /notes/
Disallow: /law/
Disallow: /lq/
Disallow: /lq/bookmarks/
Disallow: /text/
Disallow: /temp/
Disallow: /test/
Disallow: /quotes/
Disallow: /.status/
Disallow: /.status/old/
Disallow: /*.gif/

User-agent: *
Disallow: /appad/
Disallow: /femsf/listserv/
Disallow: /femsf/listserv/feministsf/hypermail
Disallow: /femsf/listserv/feministsf/hypermail/1997
Disallow: /femsf/listserv/feministsf/weeklylogs
Disallow: /femsf/listserv/feministsf/weeklylogs/2002
Disallow: /femsf/listserv/feministsf/weeklylogs/2001
Disallow: /femsf/listserv/feministsf/weeklylogs/2000
Disallow: /femsf/listserv/feministsf/weeklylogs/1999
Disallow: /femsf/listserv/feministsf/weeklylogs/1998
Disallow: /femsf/listserv/feministsf/weeklylogs/1997
Disallow: /femsf/listserv/feministsf-lit/*
Disallow: /femsf/listserv/feministsf-lit/weeklylogs
Disallow: /femsf/listserv/feministsf-lit/weeklylogs/2002
Disallow: /femsf/listserv/feministsf-lit/weeklylogs/2001
Disallow: /femsf/listserv/feministsf-lit/weeklylogs/2000
Disallow: /femsf/listserv/feministsf-lit/weeklylogs/1999
Disallow: /femsf/listserv/feministsf-lit/weeklylogs/1998
Disallow: /femsf/listserv/feministsf-lit/weeklylogs/1997
Disallow: /wedding/
Disallow: /bookmarks/
Disallow: /logs/
Disallow: /mod3/
Disallow: /mm/
Disallow: /notes/
Disallow: /law/
Disallow: /lq/
Disallow: /lq/bookmarks/
Disallow: /text/
Disallow: /temp/
Disallow: /test/
Disallow: /quotes/
Disallow: /.status/
Disallow: /.status/old/
Disallow: /*.gif/