V4.2023.06.3823 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
+404checker
 ASPSeek
-Abonti
+Aboundexbot
 Acunetix
 AhrefsBot
-Anarchy
-Anthill
-AwarioSmartBot
-BBBike
-BackDoorBot
-BacklinkCrawler
-BetaBot
-Boardreader
-BotALot
-Buck
+Attach
+BackStreet
+Backlink-Ceck
+Brandprotect
 Buddy
-CheTeam
-CheeseBot
-Citoid
-Claritybot
-Collector
-CrunchBot
-Discobot
-DomCopBot
-DomainAppender
-ECCP/1.0
-EirGrabber
-Exabot
-Express WebPictures
-Extreme Picture Finder
-FlashGet
-Foobot
-GermCrawler
-Go!Zilla
-Havij
-Hloader
+Bullseye
+CCBot
+Calculon
+Custo
+DIIbot
+DataCha0s
+Demon
+Devil
+DnBCrawler-Analytics
+FHscan
+Freeuploader
+Gigabot
+Grabber
+HEADMasterSEO
+HTTrack
+Humanlinks
+IDBot
 Id-search
 IlseBot
+Indy Library
+InfoNaviRobot
 Internet Ninja
-Kozmosbot
+Keybot Translation-Search-Machine
+Kinza
 LNSpiderguy
-Leap
-LinkScan
-Litemage_walker
-MFC_Tear_Sample
-Magnet
-Majestic12
-MicroMessenger
-Microsoft Data Access
-Minefield
+LinkpadBot
+MIIxpc
+Mediatoolkitbot
+Microsoft URL Control
 Moblie Safari
-Mojeek
 MolokaiBot
-NPbot
-Navroad
-Net Vampire
-NetLyzer
+Msrabot
+Needle
 Nibbler
 NimbleCrawler
-Openvas
-OutclicksBot
-PECL::HTTP
-Page Analyzer
+Offline Navigator
+Openfind
+PageAnalyzer
 PageGrabber
+PageThing.com
 Pavuk
-PeoplePal
-Pimonster
-Reaper
-ScanAlert
-Scanbot
-ScreenerBot
-Snapbot
-SocialRankIOBot
-Spanner
-Sqlmap
-TeleportPro
-TightTwatBot
-UnisterBot
-VidibleScraper
+PictureFinder
+QueryN Metasearch
+Quick-Crawler
+RankActive
+RankingBot
+RealDownload
+RebelMouse
+SEOkicks-Robot
+Screaming
+Seekport
+SentiBot
+SeobilityBot
+Seomoz
+Shodan
+SiteCheckerBotCrawler
+SiteLockSpider
+SiteSucker
+SlySearch
+SmartDownload
+Sosospider
+Sqlworm
+Thumbor
+Toata
+True_Robot
 WISENutbot
-WWW::Mechanize
-Web Collage
-WebAuto
+WallpapersHD
+WeSEE
+Web Fuck
 WebCollage
-WebReaper
-WebSucker
-Webster
-YoudaoBot
-ZoominfoBot
-archive.org_bot
+WebSauger
+WebsiteExtractor
+Whatweb
+Who.is Bot
+WiseGuys Robot
+Xenu
 clark-crawler
-cognitiveseo
-dataforseobot
 gopher
-instabid
-meanpathbot
-oBot
-sitechecker.pro
-sp_auditbot
-x09Mozilla
+internetVista monitor
+ips-agent
+isitwp.com
+iubenda-radar
+lwp-trivial
+netEstate NE Crawler
+pcBrowser
+s1z.ru
+scalaj-http
+seostar
+sexsearcher
 zauba.io