User-agent: SemrushBot
Disallow: /

User-agent: *
Crawl-delay: 8
Disallow: /page=login/logging_in=1
Disallow: /cgi-bin/api.cgi
Disallow: /cgi-bin/ajax.cgi
Disallow: /cgi-bin/index.cgi/
Disallow: /page=panel
Disallow: /page=hpanel
Disallow: /page=help
Disallow: /page=tag_search
Disallow: /page%3Dtag_search
Disallow: /page=ajax
Disallow: /page=boneyard
Disallow: /nation=*/nation=
Disallow: /region=*/region=
Disallow: /nation=*/detail=trend
Disallow: /region=*/page=list_nations
Disallow: /page=list_nations
Disallow: /page=deck
Disallow: /nation=*/page=deck
Disallow: /page=display_region_rmb?*start=
Disallow: /region=*/page=display_region_rmb?*start=
Disallow: /page=nukes
Disallow: /nation=*/page=nukes