User-agent: physicshtdig
     Disallow: /Icons/
     Disallow: /support/
     Disallow: /aip/no_tables/
     Disallow: /test


User-agent: htdig
     Disallow: /LDP
     Disallow: /Icons/
     Disallow: /support/
     Disallow: /aip/no_tables/
     Disallow: /test
     Disallow: /Restricted
     Disallow: /ceres
     Disallow: /jane
     Disallow: /general/docs

User-agent: *
     Disallow: /Icons/
     Disallow: /support/
     Disallow: /aip/no_tables/
     Disallow: /test
     Disallow: /Restricted
     Disallow: /ceres
     Disallow: /jane
     Disallow: /general/docs
     Disallow: /handbook2