User-agent: *
    # disallow all files in these WordPress directories
    Disallow: /wp-content/
    Disallow: /wp-admin/
    Disallow: /wp-includes/
    Disallow: /wp-

    # disallow all files in these directories
    Disallow: /tag/
    Disallow: /cgi-bin/

    # disallow robots from parsing individual post feeds and trackbacks
    Disallow: /feed/
    Disallow: /trackback/
    Disallow: */trackback*

    # disallow any files that are stats related
    Disallow: /stats*
    Disallow: /about/legal-notice/
    Disallow: /about/copyright-policy/
    Disallow: /about/terms-and-conditions/
    Disallow: /tag
    Disallow: /docs*
    Disallow: /manual*
    Disallow: /category/uncategorized*

    # disallow files ending with the following extensions
    User-agent: Googlebot
    Disallow: /*.php$
    Disallow: /*.js$
    Disallow: /*.inc$
    Disallow: /*.css$
    Disallow: /*.gz$
    Disallow: /*.cgi$
    Disallow: /*.wmv$
    Disallow: /*.php*
    Allow: /wp-content/uploads/

    #disallow WayBack archiving site
    User-agent: ia_archiver
    Disallow: /