User-agent: *
Allow: /
Disallow: /cgi-bin
Disallow: /wp-
Disallow: /feed/
Disallow: /comments/feed
Disallow: /trackback
Disallow: /comments
Disallow: /author
Disallow: /?s=
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Sitemap: http://www.taobaospy.com/sitemap.xml
Sitemap: http://www.taobaospy.com/sitemap.xml.gz