# robots.txt # This file instructs all WWW robots NOT to index pages that begin # with the URLS listed. # VERSION="250@(#) robots.txt 250.1@(#) 3/14/05 17:03:43" User-agent: * Disallow: /mpd/newsroom/nocrawl/pdf_logs/