User-agent: *
Crawl-delay: 10

# Directories
Disallow: /api/
Disallow: /export/
Disallow: /includes/
Disallow: /cgi/
Disallow: /php/
Disallow: /assets/
Disallow: /ostukorv/
Disallow: /tootekorvis/
Disallow: /assets/
Disallow: /admin/
Disallow: /kasutaja/
Disallow: /kliendikaart/


# Files
Disallow: *.pdf$


User-agent: daumoa
Disallow: /

User-agent: Ultraseek
Disallow:

# Infoseek robot search
User-agent: Ultraseek-www
Disallow: /

User-agent: ia_archiver
Disallow: /

#Cuil bot
User-agent: twiceler
Disallow: /

#SEOkicks-Robot
User-agent: SEOkicks-Robot
Disallow: /

#SEOkicks-Robot
User-agent: SEOkicks
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: AppCodesCrawler
Disallow: /
user-agent: AhrefsBot
disallow: /
User-agent: dotbot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: FatBot
Disallow: /
User-agent: FatBot 2.0
Disallow: /
User-agent: AHC/1.0
Disallow: /
User-agent: AHC/2.0
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: BluechipBacklinks
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: msnbot-media
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: discobot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: yacybot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: Mail.Ru
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: adscanner
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: Adsbot
Disallow: /
User-agent: DataForSeoBot*
Disallow: /


User-agent: Mozilla/5.0 (compatible; Seekport Crawler; http://seekport.com/)
User-agent: Mozilla/5.0 (compatible; Qwantify/2.4w; +https://www.qwant.com/)/2.4w
User-agent: Mozilla/5.0 (compatible; Qwantify/2.4w; https://www.qwant.com/)/2.4w
Disallow: /


Sitemap: https://fixus24.ee/sitemap.xml.php