User-agent: twiceler
Disallow: /

user-agent: SemrushBot
Disallow: /

user-agent: SemrushBot-BM
Disallow: /

user-agent: SemrushBot-SA
Disallow: /

user-agent: SemrushBot-SI
Disallow: /

user-agent: SemrushBot-SWA
Disallow: /

user-agent: SemrushBot-CT
Disallow: /

user-agent: SemrushBot-SEOAB
Disallow: /

user-agent: InfoTigerBot
Disallow: //

User-agent: *
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /profiles/
Disallow: /scripts/
# Files
Disallow: /cron.php
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /logout/
Disallow: /node/add
Disallow: /search/
Disallow: /search?
Disallow: /detailed_search/
Disallow: /user
Disallow: /messages
Disallow: /community-tags/
Disallow: /comment/delete
Disallow: /profile/profile_location/
Disallow: /fb_cb/
Disallow: /comments/recent?
Disallow: /index?*&
Disallow: /index/*?*
Disallow: /?*&
Disallow: /node?*&
Disallow: /?page=*%2C
Disallow: /node?page=*%2C
Disallow: /c/*?
Disallow: /aggregator/sources/*&
Disallow: /aggregator?*&
Disallow: /*/*?page=
Disallow: /comments/best?*
Disallow: /node/*/revisions
Disallow: /frontpage?page=
Disallow: /taxonomy/term/*/0/feed
Disallow: /http:
Disallow: /en.
Disallow: /www.
Disallow: /aggregator/sources/http:
Disallow: /profile/profile_species/
# British Library Archive bot interacts poorly with Fivestar
Disallow: /fivestar/vote
Disallow: /*/node/*
Sitemap: https://www.flayrah.com/sitemap.xml
Sitemap: https://www.flayrah.com/googlenews.xml