V4.2023.05.3723 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
 ASPSeek
-Aipbot
-Alligator
-Anthill
-AwarioRssBot
-BackStreet
-Bandit
+Abonti
+Alexibot
+Apexoo
+Aspiegel
+Badass
 Bigfoot
-BlowFish
 Bullseye
-Chlooe
-Citoid
-Claritybot
-CrazyWebCrawler
-Curious
-DittoSpyder
-DomCopBot
-DomainAppender
-EirGrabber
+Calculon
+CazoodleBot
+Cogentbot
+Copier
+DatabaseDriverMysqli
+Dispatch
+DomainCrawler
+Domains Project
+Download Wonder
+Ebingbong
 Evil
-Exabot
 Extreme Picture Finder
 FDM
-G-i-g-a-b-o-t
-Gigabot
-HMView
-Haansoft
-Humanlinks
-Image Sucker
+Firefox/7.0
+GetWeb
+Gotit
+GrapeFX
+Havij
+Hloader
 Intelliseek
-InternetSeer
-JennyBot
-Jetty
-Jyxobot
-Kenjin Spider
-Lanshanbot
-LeechGet
-Lftp
+Keybot Translation-Search-Machine
+Leap
+LexiBot
+LinkScan
 Litemage_walker
-MSIECrawler
-MeanPath Bot
-Microsoft Data Access
-Moblie Safari
-Net Vampire
-NetMechanic
-NetZIP
+Lmspider
+Ltx71
+MFC_Tear_Sample
+MIIxpc
+MarkMonitor
+MolokaiBot
+Mr.4x3
+Msrabot
+Nettrack
 Nikto
-Nmap
-OutclicksBot
-Pavuk
-Pi-Monster
-PictureFinder
-Piepmatz
-Proximic
-Pu_iN
-RankFlex
-RankingBot2
+NimbleCrawler
+Nimbostratus
+Nutch
+Octopus
+Offline Navigator
+OnCrawl
+POE-Component-Client-HTTP
+PageAnalyzer
+PageGrabber
+PageScorer
+Pandalytics
+Pixray
+PleaseCrawl
+Pump
+Quick-Crawler
+RedesScrapy
+RepoMonkey
+RocketCrawler
 Rogerbot
-SBIder
-SEOlyticsCrawler
+SMTBot
 SalesIntelligent
-SiteExplorer
-SmartDownload
-Snake
-Sottopop
-Sqlmap
-Sqlworm
-Sucker
-Surfbot
-Szukacz
-Teleport
-Telesphoreo
+SeoSiteCheckup
+SiteSnagger
+Sitevigil
+Sosospider
+Spanner
+Spbot
+SuperBot
+TheNomad
 TwengaBot
-UnisterBot
-VelenPublicWebCrawler
+VCI
+VoidEYE
+Voil
 Voltron
-WallpapersHD
-WeSEE
-Web Collage
-WebCopier
-WebFetch
-WebStripper
-Whatweb
-WinHTTrack
-Xaldon WebSpider
-Zitebot
-crawl.sogou.com
-crawler4j
+Web Pix
+WebGo IS
+WebImageCollector
+Webalta
+Website Quester
+WebsiteExtractor
+Who.is Bot
+Woobot
+Wotbox
+Zauba
+ZoomBot
+ZoominfoBot
+arquivo.pt
+dataforseo.com
 ips-agent
-linkdexbot
-lwp-request
-oBot
-pcBrowser
-sexsearcher
-sysscan
-trendiction.de
+isitwp.com
+magpie-crawler
+serpstatbot
+spyfu
+voyagerx.com
 webprosbot
-zauba.io
 zgrab