################ Harbor Freight Tools Robots.txt File ################


#   
#    _   _               _                   ______              _         _      _     _____                _      
#   | | | |             | |                  |  ___|            (_)       | |    | |   |_   _|              | |     
#   | |_| |  __ _  _ __ | |__    ___   _ __  | |_    _ __   ___  _   __ _ | |__  | |_    | |    ___    ___  | | ___ 
#   |  _  | / _` || '__|| '_ \  / _ \ | '__| |  _|  | '__| / _ \| | / _` || '_ \ | __|   | |   / _ \  / _ \ | |/ __|
#   | | | || (_| || |   | |_) || (_) || |    | |    | |   |  __/| || (_| || | | || |_    | |  | (_) || (_) || |\__ \
#   \_| |_/ \__,_||_|   |_.__/  \___/ |_|    \_|    |_|    \___||_| \__, ||_| |_| \__|   \_/   \___/  \___/ |_||___/
#                                                                    __/ |                                          
#                                                                   |___/                                           

#   Welcome! Glad you found us!
#   Wait, you're not a robot. But I guess humans fine. 
#   I'm just making sure no disallowed subfolders get through.
#   Here's a joke for you humans. How do robots eat salsa?.... With micro-chips!
#   Looking for a better use of your time? Check out: https://jobs.harborfreight.com/



# Directories & URLs updated 1/05/2023

User-agent: *

Disallow: /catalogsearch/

Disallow: /test/
Disallow: /customer/
Disallow: /checkout/
Disallow: /catalog/
Disallow: /media/
Disallow: /merchandising-promotions/

Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/'
Disallow: /sendfriend/'
Disallow: /review/'
Disallow: /*SID=



# Searchbots updated 1/05/2023

User-agent: Googlebot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /
Crawl-Delay: 10

User-agent: Yandex
Allow: /
Crawl-Delay: 10

User-agent: DuckDuckBot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: AhrefsBot
Crawl-Delay: 10

User-agent: SemrushBot
Crawl-Delay: 10


# Sitemap updated 1/05/2023

Sitemap: https://www.harborfreight.com/sitemap.xml