# robots.txt to specify sitemap location for SEO

# Here we address all search engine crawlers through the asterisk
User-agent:*
Disallow: /system/
Disallow: /*?
Disallow: /blog/wp-admin/
Disallow: /blog/author/
Disallow: /near-me/
Allow: /blog/wp-admin/admin-ajax.php

User-agent: Baiduspider
Disallow: / 

User-agent: baiduspider
Disallow: / 

User-agent: Baiduspider+
Disallow: / 

User-agent: Mangoway
Disallow: /

User-agent: Java/1.7.0_55
Disallow: /

User-agent: Java/1.4.1_04
Disallow: /

User-agent: Java
Disallow: /

User-agent: SpamBayes
Disallow: /

User-agent: MJ12bot
Disallow: /

# All searchbot access to all urls
Allow:/

# To disallow a given url:
# Disallow: /example (entire folder and contents)
# Disallow: /example/example.html (specific file)
Disallow: /assets/js
Disallow: /assets/css
Disallow: /tracking
Disallow: /directorynolinks
Disallow: /directorynolinks/
Disallow: /directorynolinks1
Disallow: /directorynolinks1/
Disallow: /directorynolinks2
Disallow: /directorynolinks2/
Disallow: /form1
Disallow: /form1/
Disallow: /form1.php
Disallow: /form2
Disallow: /form2/
Disallow: /form2.php
Disallow: /includes/
Disallow: /*.php$

# Direct crawlers to sitemap
Sitemap: https://www.franchise.com/sitemap.xml

Disallow: /network/wp-content/themes/
# last updated on 9/6/22