##ACAP version=1.0 ##ACAP version=1.0 User-agent: * ACAP-crawler: * # User-agent: * # Disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.tar$ Disallow: /*.tgz$ Disallow: /*.cgi$ Disallow: /*.xhtml$ # Disallow all directories and files within Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ # Allow Everything Allow: /* ##ACAP version=1.0 ACAP-crawler: * # User-agent: * # User-agent: * # Disallow all files ending with these extensions ACAP-disallow-crawl: /*.php$ # Disallow: /*.php$ ACAP-disallow-crawl: /*.js$ # Disallow: /*.js$ ACAP-disallow-crawl: /*.inc$ # Disallow: /*.inc$ ACAP-disallow-crawl: /*.css$ # Disallow: /*.css$ ACAP-disallow-crawl: /*.gz$ # Disallow: /*.gz$ ACAP-disallow-crawl: /*.wmv$ # Disallow: /*.wmv$ ACAP-disallow-crawl: /*.tar$ # Disallow: /*.tar$ ACAP-disallow-crawl: /*.tgz$ # Disallow: /*.tgz$ ACAP-disallow-crawl: /*.cgi$ # Disallow: /*.cgi$ ACAP-disallow-crawl: /*.xhtml$ # Disallow: /*.xhtml$ # Disallow all directories and files within ACAP-disallow-crawl: /cgi-bin/ # Disallow: /cgi-bin/ ACAP-disallow-crawl: /wp-admin/ # Disallow: /wp-admin/ ACAP-disallow-crawl: /wp-includes/ # Disallow: /wp-includes/ # Allow Everything ACAP-allow-crawl: /* # Allow: /*