User-agent: * Disallow: /images Disallow: /cgi-bin User-agent: * Disallow: /jpcache/ Disallow: /admin/ Disallow: /inc/ Disallow: /public Disallow: /html Disallow: /include Disallow: /js Disallow: /img Disallow: /cssr User-agent: thesubot Disallow: / User-agent: InsurancoBot Disallow: / User-agent: WebsiteWiki Disallow: / User-agent: Twiceler Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Turnitin Disallow: / User-Agent: MJ12bot Disallow: / User-agent: Speedy Disallow: / User-agent: Yandex Disallow: /