User-agent: XulScreenshot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: SnapBot
Disallow: /

User-agent: Petalbot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: Turnitin
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: Yahoo
Disallow: /cgi-bin/
Disallow: /marker/
Disallow: /llmarker/
Disallow: /pipermail/cef-board
Disallow: /pipermail/cef-board/
Crawl-delay: 10

User-agent: Bingbot
Disallow: /cgi-bin/wxmarkers.pl
Disallow: /marker/
Disallow: /llmarker/
Disallow: /cgi-bin/weather-chart.pl
Disallow: /cgi-bin/get_photo.pl
Disallow: /pipermail/cef-board
Disallow: /pipermail/cef-board/
Disallow: /cgi-bin/wxmapfor.pl/
Disallow: /cgi-bin/wxobservations.pl
Crawl-delay: 4


User-agent: *
Disallow: /marker/
Disallow: /llmarker/
Disallow: /cgi-bin/weather-chart.pl
Disallow: /cgi-bin/wxobservations.pl
Disallow: /cgi-bin/get_photo.pl
Disallow: /pipermail/cef-board
Disallow: /pipermail/cef-board/
Disallow: /cgi-bin/wxmapfor.pl/
Crawl-delay: 10