sitemap: http://www.tospider.com/sitemap.xml

    User-agent: *
# disallow all files in these directories
Disallow: /go/
    Disallow: /wp-content/
    Disallow: /trackback/
    Disallow: /wp-admin/
    Disallow: /archives/
    Disallow: /*?
    Disallow: /*.js$
    Disallow: /*.inc$
    Disallow: /*.css$
    Disallow: */trackback/
    Disallow: /page/
    Disallow: /pages/
    Disallow: /tag/
    Disallow: /category/
    Disallow: /link.php
Disallow: /wp-includes/
Disallow: /wp-*
Disallow: /author
Disallow: /comments/feed/
Disallow: /cgi-bin/
    User-agent: Googlebot-Image
    Disallow: /wp-includes/

    User-agent: Mediapartners-Google*
    Disallow:

    User-agent: ia_archiver
    Disallow: /
 
User-agent: Googlebot-Mobile
Allow: /

User-agent: Adsbot-Google
Allow: /
 
User-agent: Googlebot-Image
Allow: /wp-content/uploads/