User-agent: * Disallow: /cache/ Disallow: /components/ Disallow: /modules/ Disallow: /templates/ Disallow: /pc-openads/ Disallow: /images/ads/pb/ Disallow: /site/captcha.html* Disallow: /00/ Disallow: /requirements/ Disallow: /search/feedback.html Disallow: /search/resolve.html Disallow: /different_tmp_directory Allow: /templates/pc3/images/category-icons/ User-agent: Brightbot 1.0 Disallow: / User-agent: barkrowler Disallow: / User-agent: meta-externalagent Disallow: / User-agent: Yandex Disallow: / User-agent: AwarioRssBot Disallow: / User-agent: AwarioSmartBot Disallow: / User-agent: sentibot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: AliyunSecBot Disallow: / User-agent: Aliyun Disallow: / User-agent: rogerbot Crawl-delay: 3600 User-agent: PetalBot Disallow: /