User-agent: *
Disallow: /pdf/yale_lecture.php
Disallow: /favicon.ico
Disallow: /order.php
Disallow: /dw
Disallow: /dw/
Disallow: /sphider/
Disallow: /sphider
Disallow: /testing/
Disallow: /testing
Disallow: /demo
Disallow: /demo/
Disallow: /internal
Disallow: /css