# robots.txt User-agent: GurujiBot Disallow: / User-agent: TwengaBot Disallow: / User-agent: Yandex Disallow: / User-agent: ia_archiver User-agent: sdcresearchlabs-testbot Disallow: / User-agent: ShopWiki Disallow: / User-agent: * Disallow: /*? Disallow: /*.php*/ Disallow: /index.php*/ Disallow: /admin/ Disallow: /cache/ Disallow: /download/ Disallow: /email/ Disallow: /extras/ Disallow: /fonts/ Disallow: /htmlarea/ Disallow: /images/ Disallow: /includes/ Disallow: /media/ Disallow: /pub/ Disallow: /zc_installed/ Disallow: /*.jpg$ Disallow: /*.gif$ Disallow: /*.png$ Disallow: /*.swf$ Disallow: /*.xml$