User-agent: * Disallow: /directory Disallow: directory.html Disallow: directory2.html Disallow: directory3.html Disallow: directory4.html Disallow: directory5.html Disallow: directory6.html Disallow: archives.html Disallow: /blog/wp-content