# robots.txt for wepaflyer (www.wepaflyer.com) # autodiscovery sitemaps Sitemap: https://www.wepaflyer.com/sitemap.xml User-agent: * Disallow: /help/ Disallow: /cgi/comments.cgi Disallow: /cgi/ecard.cgi Disallow: /cgi/formmail Disallow: /cgi/login.cgi Disallow: /cgi/register.cgi Disallow: /cgi/search.cgi Disallow: */empty Disallow: *.cgi/filter/ Disallow: *.cgi/option/ Disallow: /*xml=1 User-agent: * Crawl-delay: 5 User-agent: Googlebot-Image Disallow: /*static-storage/ # ongebruikelijke robots User-agent: webcrawler Disallow: / User-agent: XoviBot Disallow: / User-agent: BLEXBot Disallow: / user-agent: AhrefsBot disallow: / User-agent: Exabot Disallow: / User-agent: MJ12bot Disallow: / User-agent: SemrushBot Disallow: / User-agent: trovitBot Disallow: / User-agent: Aboundexbot Disallow: / User-agent: BLEXBot Disallow: / User-agent: KingKevinBot Disallow: / User-agent: Yandex Disallow: /