################################################################################ # script name: robots.txt # # script desc: this file is requested by search engine bots and further # # defines parameters to the bots # # # # created on: apr 23, 2008 # # created by: jon simmons # # # ################################################################################ # # Exclude all robot access to the following directories # User-agent: * Disallow: /_inc/ Disallow: /admin/ Disallow: /App_Code/ Disallow: /App_Data/ Disallow: /aspnet_client/ Disallow: /bin/ Disallow: /css/ Disallow: /flash/ Disallow: /javascript Disallow: /Documents Disallow: /robots.txt Disallow: /Web.config