User-agent: * Disallow: /cgi-bin/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow crawling of Wordpress admin/include User-agent: * Disallow: /site/wp-admin/ Disallow: /site/wp-content/plugins/ Disallow: /site/wp-content/themes/ Disallow: /site/wp-content/upgrade/ Disallow: /site/wp-includes/