mma.com.br Review

 # $Id: robots.txt 410967 2009-08-06 19:44:54Z oden $
# $HeadURL: http://svn.mandriva.com/svn/packages/cooker/apache-conf/current/SOURCES/robots.txt $
# exclude help system from robots
User-agent: *
Disallow: /manual/
Disallow: /manual-2.2/
Disallow: /addon-modules/
Disallow: /doc/
Disallow: /images/
# the next line is a spam bot trap, for grepping the logs. you should _really_ change this to something else...
Disallow: /all_our_e-mail_addresses
# same idea here...
Disallow: /admin/
# but allow htdig to index our doc-tree
#User-agent: htdig
#Disallow:
# disallow stress test
user-agent: stress-agent
Disallow: /
User-agent: BLEXBot
Disallow: /

HTTP/1.1 302 Found
Date: Thu, 28 Aug 2025 22:41:59 GMT
Server: Apache/2.4.41 (Ubuntu)
Location: https://www.mma.com.br/mma6/
Content-Length: 0
Keep-Alive: timeout=5, max=100
Connection: Keep-Alive
Content-Type: text/html; charset=UTF-8

HTTP/1.1 200 OK
Date: Thu, 28 Aug 2025 22:42:01 GMT
Server: Apache/2.4.41 (Ubuntu)
Set-Cookie: PHPSESSID=igcrqcbi8mcli2llibtktu7br7; path=/
Expires: Thu, 19 Nov 1981 08:52:00 GMT
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
Pragma: no-cache
Link: ; rel="https://api.w.org/"
Link: ; rel="alternate"; type="application/json"
Link: ; rel=shortlink
Vary: Accept-Encoding
Content-Encoding: gzip
Content-Length: 629
Keep-Alive: timeout=5, max=100
Connection: Keep-Alive
Content-Type: text/html; charset=UTF-8