User-agent: *
Disallow: /db/
Disallow: /eqinfo/
Disallow: /geofon/
Disallow: /geofon/alerts/
Disallow: /geofon/seismon/
Disallow: /geofon/status/
Disallow: /data/
Disallow: /news/manager/
Disallow: /tools/

# Spidering this is a bad idea. (PLE 2018-11-19)
Disallow: /waveform/archive/data.php
Disallow: /old/waveform/archive/data.php

User-agent: Twitterbot
Allow: /data/alerts/
# for preview cards including our images

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot
Disallow: /