sitemap: http://inbt.jhu.edu/sitemap.xml

User-agent: *
Crawl-delay: 1

Disallow: /dev/

Disallow: /forum/

Disallow: /newsx/

Disallow: /test/

Disallow: /newsletter/

Disallow: /magpierss/

Disallow: /users/

Disallow: /wp-admin/

Disallow: /v3/

Disallow: /tool-repository/

Disallow: /tool-repository2/

Disallow: /survey/

Disallow: /t/


User-agent: Googlebot

Disallow: /dev/

Disallow: /forum/

Disallow: /newsx/

Disallow: /test/

Disallow: /newsletter/

Disallow: /magpierss/

Disallow: /users/

Disallow: /wp-admin/

Disallow: /v3/

Disallow: /tool-repository/

Disallow: /tool-repository2/

Disallow: /survey/

Disallow: /t/


User-agent: Slurp

Disallow: /dev/

Disallow: /forum/

Disallow: /newsx/

Disallow: /test/

Disallow: /newsletter/

Disallow: /magpierss/

Disallow: /users/

Disallow: /wp-admin/

Disallow: /v3/

Disallow: /tool-repository/

Disallow: /tool-repository2/

Disallow: /survey/

Disallow: /t/