User-agent: * Crawl-delay: 10 Disallow: /search Allow: /wp-admin/admin-ajax.php User-agent: Googlebot-News #Disallow: /filmjobs/ #Disallow: /contest/ #Disallow: /work-with-us/ #WP Import Export Rule #User-agent: * #Disallow: /wp-content/uploads/wp-import-export-lite/