# robots.txt # Instructions for robots, spiders and crawlers visiting http://www.ipmsstockholm.org/ # All robots must obey this: User-agent: * Disallow: aaa_block_ip.asp # Well-behaving robots will avoid our robot trap Disallow: _vti_bin # Frontpage junk Disallow: /download/ # Downloads directory. Disallow: /photos/ # All image directories Disallow: /galleries/ # All image galleries Disallow: images/ # All image directories # To provide special rules for the freefind robot: # user-agent: FreeFind # disallow: