User-agent: * Crawl-delay: 10 # Directories Disallow: /App_Code/ Disallow: /App_WebReferences/ Disallow: /Bin/ Disallow: /Controls/ Disallow: /ctrl_Ajax/ Disallow: /Email/ Disallow: /images/ Disallow: /JS/ Disallow: /Mobile/ Disallow: /XSL/ # Files Disallow: /CreateGoogleSiteMap.aspx Disallow: /FixingContent.aspx Disallow: /Global.asax Disallow: /Inner.master Disallow: /MaktoobHoroFeeds.aspx Disallow: /NAS_Activate.aspx Disallow: /NAS_DeActivate.aspx Disallow: /Page.master Disallow: /Print_Article.aspx Disallow: /Print_Article.css Disallow: /SearchResults.aspx Disallow: /Thanks.xml Disallow: /Web.config