Sitemap: https://buroproject.be/sitemap_index.xml

User-agent: *
Disallow: /wp-content/uploads/wpforms/
Disallow: /wp-admin/ #block access to admin section
Disallow: /wp-login.php #block access to backend login section
Disallow: /search/ #block access to internal search result pages
Disallow: *?s=* #block access to internal search result pages
Disallow: *?p=* #block access to pages for which permalinks fails
Disallow: *&p=* #block access to pages for which permalinks fails
Disallow: *&preview=* #block access to preview pages

Disallow: /*?filter- #block access to filter pages
Disallow: /*?query- #block access to query pages

#Trying to disable AI bots

User-agent: peer39_crawler
Disallow: /

User-agent: peer39_crawler/1.0
Disallow: /


User-agent: YouBot
Disallow: /

#Trying to avoid other bots
User-Agent: Baiduspider
Disallow: /

User-Agent: CazoodleBot
Disallow: /

User-Agent: Fasterfox
Disallow: /

User-Agent: Jyxobot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: EtaoSpider
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: YandexBot
Disallow: /

Crawl-delay:5
                        
#            *********    
#        ***************  
#      ********   ******  
#    *******      ******  
#   ******                
#    ***((((      ######  
#      ((((((((   ######  
#        (((((((((((((((  
#            (((((((((