# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-agent: *
Disallow: /introspector
Disallow: /images
Disallow: /*/items
Disallow: /*/search
Disallow: /*/categories
Disallow: /*/swirrl_files