# robots.txt
# questions to +493741 71971-0

# Disallow special content
User-agent: *
Disallow: /*/adm/
Disallow: /*/admin/
Disallow: /*/*admin/
Disallow: /*/temp/
Disallow: /*/tmp/
Disallow: /*/*test/
Disallow: /api/
Disallow: /interfaces/
Disallow: /*.pdf$
Disallow: /*.psd$
Disallow: /*.csv$
Disallow: /*.xls$
Disallow: /*.sql$


# Part for FraudCheck - START - not remove
User-agent: AhrefsBot
User-agent: Amazing-SearchBot
User-agent: axios/
User-agent: Baiduspider
User-agent: barkrowler
User-agent: BLEXBot
User-agent: Brightbot
User-agent: BrightEdge
User-agent: Bytespider
User-agent: Classmarkets
User-agent: coccocbot
User-agent: corpora
User-agent: CriteoBot
User-agent: curl/
User-agent: DataForSeoBot
User-agent: DnBCrawler-Analytics
User-agent: Dotbot
User-agent: EmailCollector
User-agent: Flamingo_SearchEngine
User-agent: go-http-client
User-agent: Go-http-client/2.0
User-agent: GPTBot
User-agent: GrapeshotCrawler
User-agent: gumgum
User-agent: guzzlehttp
User-agent: HTTrack
User-agent: ias_crawler
User-agent: ImagesiftBot
User-agent: integralads
User-agent: KStandBot
User-agent: LCC
User-agent: leakix
User-agent: libredtail-http
User-agent: LinkupBot
User-agent: meta-externalagent
User-agent: MJ12bot
User-agent: MojeekBot
User-agent: Newslitbot
User-agent: OAI-SearchBot
User-agent: paloaltonetworks
User-agent: penthesilea
User-agent: PetalBot
User-agent: proximic
User-agent: Qwantbot
User-agent: Rentola
User-agent: RepoLookoutBot
User-agent: RestSharp
User-agent: RU_Bot
User-agent: S-Communication
User-agent: Scrapy
User-agent: SEBot-WA
User-agent: SemrushBot
User-agent: SEOkicks
User-agent: serpstatbot
User-agent: SeznamBot
User-agent: sfFeedReader
User-agent: SirdataBot
User-agent: SleepBot
User-agent: SSTImap/1.2.4
User-agent: StartmeBot
User-agent: SurdotlyBot
User-agent: TelegramBot
User-agent: Thinkbot
User-agent: trendictionbot
User-agent: TTD-Content
User-agent: UptimeRobot
User-agent: VelenPublicWebCrawler
User-agent: Verity/1.1
User-agent: WebCopier
User-agent: WebReaper
User-agent: YaDirectFetcher
User-agent: YandexBot
User-agent: ZoomBot
Disallow: /
# Part for FraudCheck - END - not remove


#Delay for Bots
User-agent: zoomRank/3.0
Crawl-delay: 60