# /robots.txt file for http://dnatestindex.com User-agent: * Disallow: /cgi-bin Disallow: /etc Disallow: /tmp Disallow: /logs Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content Disallow: /tag Disallow: /author Disallow: /wget/ User-agent: ia_archiver-web.archive.org Disallow: / Sitemap: http://dnatestindex.com/sitemap.php