# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-agent: * # Disallow: / User-agent: BLEXBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: TwengaBot Disallow: / User-agent: 008 Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: WotBox Disallow: / User-agent: Sosospider Disallow: / User-agent: Baiduspider Disallow: / User-agent: ZumBot Disallow: / User-agent: YandexBot Disallow: / User-agent: * Allow: / Crawl-delay: 25 Sitemap: https://patternbank.com/sitemap.xml.gz Disallow: /*?licence= Disallow: /*&licence= Disallow: /*modals?dialog=true Disallow: /*?modal= Disallow: /*&modal= Disallow: /*?tab= Disallow: /*tab= Disallow: /*?image_format= Disallow: /*&image_format= Disallow: /*?sort= Disallow: /*&sort= Disallow: /*?page= Disallow: /*&page= Disallow: /colours/*