User-agent: * Disallow: /admin/ # Disallow crawling of administrative pages Disallow: /cgi-bin/ # Disallow crawling of CGI scripts Disallow: /tmp/ # Disallow crawling of temporary files Disallow: /private/ # Disallow crawling of private directories Disallow: /uploads/ # Disallow crawling of uploaded files Disallow: /scripts/ # Disallow crawling of scripts Disallow: /css/ # Disallow crawling of CSS files Disallow: /js/ # Disallow crawling of JavaScript files Disallow: /images/ # Disallow crawling of images (if you don't want them indexed) Disallow: /fonts/ # Disallow crawling of font files