V4.2023.12.4177 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ASPSeek
-Aboundexbot
-AhrefsBot
-AwarioRssBot
-BetaBot
-BlowFish
-BotALot
-BuiltWith
-CSHttp
-CazoodleBot
-CheTeam
-CheeseBot
+ADmantX
+Abonti
+Aboundex
+Anarchie
+Anarchy
+Apexoo
+Attach
+BackWeb
+Bandit
+Blackboard
+Brandprotect
+Brandwatch
+BunnySlippers
+CCBot
 Cocolyzebot
-Cogentbot
-Digincore
-Discobot
-DomCopBot
-DomainCrawler
-EMail Wolf
-EasyDL
-FHscan
+CopyRightCheck
+CrunchBot
+Curious
+Discoverybot
+Dispatch
 FlashGet
-Genieo
-GetRight
-Gigabot
-Go-Ahead-Got-It
-HTTP::Lite
+Fyrebot
+GPTBot
+Gotit
+GrapeFX
 HTTrack
-HonoluluBot
-IndeedBot
-InfoTekies
-LeechFTP
+Heritrix
+Iblog
+Internet Ninja
+JetCar
+Jetty
+LeechGet
 Lftp
-Lightspeedsystems
+LibWeb
+Likse
+LinksManager
+LinqiaScrapeBot
 Lipperhey Spider
 MIDown tool
-Mass Downloader
-Mb2345Browser
-Mediatoolkitbot
+MSFrontPage
+MSIECrawler
+Mail.RU_Bot
+Moblie Safari
 Nameprotect
-NetLyzer
-NetZIP
-Ninja
-Nuclei
-Nutch
-Openvas
-OrangeBot
-OutclicksBot
-Pandalytics
-Panscient
-Pavuk
-PictureFinder
+Nettrack
+Nikto
+Octopus
+OnCrawl
+OpenVAS
+PageGrabber
+Papa Foto
+Petalbot
+Picscout
+Picsearch
+PleaseCrawl
+Pockey
+ProWebWalker
 Pu_iN
-RSSingBot
-RankActive
-RankurBot
+QueryN Metasearch
+RankingBot
 Re-re
-Reaper
-ScoutJet
-Semrush
-SiteSucker
-Sitebeam
-Sitevigil
-SocialRankIOBot
-Sociscraper
+ReGet
+SEOlyticsCrawler
+SEOstats
+Seekport
+SenutoBot
 Sosospider
-Spammen
-Sucker
-T8Abot
-Telesphoreo
-Trendiction
-Turingos
-Twice
-URLy Warning
-VCI
-Vacuum
-VidibleScraper
-Virusdie
-WASALive-Bot
-WPScan
-WWW-Mechanize
+Sottopop
+SputnikBot
+Sqlmap
+Surfbot
+Toweyabot
+URLy.Warning
+V-BOT
+WISENutbot
 Wallpapers
-Wallpapers/3.0
+Web Auto
 Web Enhancer
+Web Fuck
 Web Sucker
+WebCollage
 WebEnhancer
-WebReaper
-Wonderbot
-Woobot
+WebFuck
+WebImageCollector
+Webalta
+WebmasterWorldForumBot
+Website Quester
+WiseGuys Robot
 Xaldon WebSpider
-Xaldon_WebSpider
-Zitebot
-ZoomBot
-ZyBorg
-cah.io.community
+ZmEu
+crawler4j
+domainsproject.org
+facebookscraper
+ips-agent
 isitwp.com
-openai.com
-polaris version
-seostar
-sexsearcher
+linkdexbot
+openai
+s1z.ru
+webpros.com
+x22Mozilla