#to stop everyone from parsing the PDF files User-agent: * Disallow: *.pdf #to stop everyone from parsing the database Disallow: *.mdb #to keep everyone out of various directories Disallow: /access_db/ Disallow: /images/ Disallow: _*