franklinmillsco.com Review

 # Robots.txt for http://www.yourdomain.com
# Email: youremail@yourdomain.com
# Place this file in your root directory
# Replace all / with your shop directory name
# Remove the # to activate additional blocks
# New "User-Agent" directive requires an empty line above it

# Block directories bots don't need to go to
User-agent: *
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /includes/
Disallow: /pub/
#
#Avoid duplicate content for SEO
Disallow: /*osCsid=*
Disallow: /*action=*
Disallow: /*sort=*
Disallow: /*manufacturers_id=*
Disallow: /*products_id=*
#
# Block files that are secure or login oriented
Disallow: /ask_a_question.php
Disallow: /ask_a_question2.php
Disallow: /account.php
Disallow: /account_edit.php
Disallow: /account_edit_process.php
Disallow: /account_history.php
Disallow: /account_history_info.php
Disallow: /account_newsletters.php
Disallow: /account_notifications.php
Disallow: /account_password.php
Disallow: /address_book.php
Disallow: /address_book_process.php
Disallow: /advanced_search.php
Disallow: /advanced_search_result.php
Disallow: /checkout_confirmation.php
Disallow: /checkout_payment.php
Disallow: /checkout_payment_address.php
Disallow: /checkout_process.php
Disallow: /checkout_shipping.php
Disallow: /checkout_shipping_address.php
Disallow: /checkout_success.php
Disallow: /create_account.php
Disallow: /create_account_process.php
Disallow: /create_account_success.php
Disallow: /download.php
Disallow: /info_shopping_cart.php
Disallow: /login.php
Disallow: /logoff.php
Disallow: /Order_Info.php
Disallow: /Order_Info_Check.php
Disallow: /password_forgotten.php
Disallow: /popup_coupon_help.php
Disallow: /popup_image.php
Disallow: /popup_search_help.php
Disallow: /product_notifications.php
Disallow: /product_reviews_write.php
Disallow: /redirect.php
Disallow: /shopping_cart.php
Disallow: /shopping_cart_help.php
Disallow: /tell_a_friend.php

# block Chinese spider
User-agent: baiduspider
Disallow: /

User-agent: psbot/0.1
Disallow: /images/

HTTP/1.1 200 OK
Content-Type: text/html; charset=UTF-8
Transfer-Encoding: chunked
Connection: keep-alive
X-WS-RateLimit-Limit: 1000
X-WS-RateLimit-Remaining: 999
Date: Tue, 26 Aug 2025 07:01:50 GMT
Server: Apache
X-Powered-By: osC_Sec
Expires: Thu, 19 Nov 1981 08:52:00 GMT
Cache-Control: no-store, no-cache, must-revalidate, post-check=0, pre-check=0
Pragma: no-cache
Content-Encoding: gzip
Vary: Accept-Encoding
Set-Cookie: osCsid=422a914d361651f3bef18dba8c6739e3; path=/; domain=.franklinmillsco.com