User-agent: *
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins
Disallow: /trackback
Disallow: /cgi-bin
Disallow: /goto
Disallow: /?s=
Disallow: /widget
Disallow: /widget/assets/embed.css
Disallow: /wp-json
Disallow: /wp-json/oembed
Disallow: /wp-admin/admin-ajax.php
Disallow: /xmlrpc.php

User-agent: Slurp
Crawl-delay: 120

User-agent: Yahoo! Slurp
Crawl-delay: 120

User-agent: yahoo-slurp
Crawl-delay: 120

User-agent: MSNBot
Crawl-delay: 120

User-agent: bingbot
Crawl-delay: 120

User-agent: bingbot/2.0
Crawl-delay: 120

User-agent: Mail.RU_Bot/2.0
Crawl-delay: 120

User-agent: Mail.RU_Bot
Crawl-delay: 120

User-agent: METASpider
Crawl-delay: 30

User-agent: Aport
Crawl-delay: 120

User-agent: MJ12bot
Crawl-delay: 120

User-agent: MJ12bot/v1.4.5
Crawl-delay: 120

User-agent: MJ12bot/v1.4.6
Crawl-delay: 120

User-agent: MJ12bot/v1.4.7
Crawl-delay: 120

User-agent: MJ12bot/v1.4.8
Crawl-delay: 120

User-agent: ia_archiver
Crawl-delay: 30

User-agent: AhrefsBot
Crawl-delay: 60

User-agent: AhrefsBot/5.1
Crawl-delay: 60

User-agent: MegaIndex.ru/2.0
Crawl-delay: 30

User-agent: MegaIndex.ru
Crawl-delay: 30

User-agent: Baiduspider/2.0
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: BaiDuSpider+
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou web spider/4.0
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: GingerCrawler
Disallow: /

User-agent: nutch
Disallow: /

User-agent: Urlbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: ScoutJet
Disallow: /

Sitemap: https://fdlx.com/sitemap.xml
Host:fdlx.com