compo.sr Review

 User-agent: DataForSeoBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Linespider
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SurdotlyBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-Agent: *

Disallow: /ClientFiles/
Disallow: /temp
Disallow: /crm
Disallow: /themeing-changes

# Version-specific docs
Disallow: /docs4
Disallow: /docs5
Disallow: /docs6
Disallow: /docs7
Disallow: /docs8
Disallow: /docs9
Disallow: /docs10
Disallow: /docs11
Disallow: /docs12
Disallow: /docs13
Disallow: /docs14
Disallow: /docs15
Disallow: /docs16
Disallow: /docs17

# Security
Disallow: /config_editor.php
Disallow: /code_editor.php
Disallow: /upgrader.php
Disallow: /uninstall.php
Disallow: /adminzone/
#Disallow: /cms/
Disallow: /caches/
Disallow: /cgi-bin/
Disallow: /code_editor.php
Disallow: /config_editor.php
Disallow: /data/ace/
Disallow: /data/attachment_popup.php
Disallow: /data/authors.php
Disallow: /data/backend_cloud.php
Disallow: /data/block_helper.php
Disallow: /data/captcha.php
Disallow: /data/ckeditor/
Disallow: /data/comcode_convert.php
Disallow: /data/comcode_helper.php
Disallow: /data/cron_bridge.php
Disallow: /data/emoticons.php
Disallow: /data/form_to_email.php
Disallow: /data/post_comment.php
Disallow: /data/preview.php
Disallow: /data/trackback.php
Disallow: /data/upgrader2.php
Disallow: /exports/
Disallow: /imports/
Disallow: /install.php
Disallow: /rootkit_detection.php
Disallow: /temp/
Disallow: /text/
Disallow: /text_custom/
Disallow: /themes/*/text
Disallow: /themes/*/xml
Disallow: /uninstall.php
Disallow: /upgrader.php

# compo.sr-specific for performance
Disallow: /data/iframe.php?zone=&wide_high=1&page=search&type=results
Disallow: /search.htm
Disallow: /search/
Disallow: /forum/topics/report_post/
Disallow: /forum/topics/new_post/
Disallow: /forum/topicview/findpost/
Disallow: *gift_start*
Disallow: *act_start*

# Weird baidu
Disallow: /chat/buddy_add.htm

# Crawl errors
Disallow: /tracker/excel_xml_report.php
Disallow: /tracker/bug_monitor_add.php
Disallow: /tracker/bug_revision_view_page.php
Disallow: /tracker/set_project.php
Disallow: /tracker/print_bug_page.php
Disallow: /tracker/print_all_bug_page_word.php
Disallow: /data/jwplayer.flash.swf

Crawl-Delay: 10

Sitemap: https://compo.sr/data_custom/sitemaps/index.xml

HTTP/1.1 301 Moved Permanently
Date: Mon, 15 Aug 2022 22:24:32 GMT
Server: Apache
Location: https://compo.sr/
Content-Length: 225
Keep-Alive: timeout=5, max=100
Connection: Keep-Alive
Content-Type: text/html; charset=iso-8859-1

HTTP/1.1 200 OK
Date: Mon, 15 Aug 2022 22:24:34 GMT
Server: Apache
Expires: Mon, 20 Dec 1998 01:00:00 GMT
Cache-Control: no-cache, max-age=0
Pragma: no-cache
X-Content-Type-Options: nosniff
X-XSS-Protection: 1
X-Powered-By: Composr
Content-Encoding: gzip
Vary: Accept-Encoding
Set-Cookie: PHPSESSID=av2aku2on054n9ubuc16s2q5v0; path=/
Set-Cookie: has_cookies=1; expires=Tue, 13-Dec-2022 22:24:34 GMT; Max-Age=10368000; path=/
Set-Cookie: cms_session__567206a440a52943735247=%5B3560bfbfc7aa6%5D; expires=Tue, 16-Aug-2022 02:24:34 GMT; Max-Age=14400; path=/
Last-Modified: Mon, 15 Aug 2022 22:24:34 GMT
X-Content-Type-Options: nosniff
Keep-Alive: timeout=5, max=100
Connection: Keep-Alive
Transfer-Encoding: chunked
Content-Type: text/html; charset=utf-8