V4.2021.07.2489 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-360Spider
-ALittle Client
-ASPSeek
+404checker
+404enemy
 Abonti
 Aboundex
-AfD-Verbotsverfahren
 AhrefsBot
-Aipbot
 Alexibot
 AllSubmitter
-AlphaBot
-Anarchy99
+Anarchie
+Apexoo
+Aspiegel
 AwarioSmartBot
-BDCbot
-BackDoorBot
-BacklinkCrawler
-Bandit
-BatchFTP
+BackStreet
+Barkrowler
 Battleztar Bazinga
 BetaBot
-Bigfoot
 Bitacle
-Blow
-Brandwatch
+Blackboard
+BlowFish
+Boardreader
+Bolt
+Buck
+Bullseye
 BuzzSumo
-Calculon
 CazoodleBot
-Cegbfeieh
-ChinaClaw
-Chlooe
-Claritybot
+CensysInspect
+CheeseBot
+CherryPicker
+Cliqzbot
+Cogentbot
+Collector
 Copyscape
-Cosmos
-Craftbot
-CrazyWebCrawler
 Custo
-DBLBot
-DSearch
-DTS Agent
-Demon
-Devil
+DIIbot
+DataCha0s
+DatabaseDriverMysqli
 Dirbuster
-Disco
 Discobot
 Discoverybot
-Dispatch
 DittoSpyder
-DomCopBot
-DomainAppender
-Domains Project
-Dragonfly
+DomainCrawler
+DomainStatsBot
 Drip
-EMail Wolf
-EasyDL
-Ebingbong
-EirGrabber
-Evil
 Express WebPictures
+ExtLinksBot
 ExtractorPro
+Extreme Picture Finder
 EyeNetIE
+FHscan
 FemtosearchBot
-Fimap
+Firefox/7.0
 FlashGet
-Flunky
-Foobot
-Fuzz
 FyberSpider
+Fyrebot
 G-i-g-a-b-o-t
-GT::WWW
-Genieo
+GermCrawler
 GetRight
-GetWeb
-Getintent
 Gigabot
 Go!Zilla
-Gotit
-GrapeshotCrawler
-GridBot
+Grabber
+Grafula
+GrapeFX
 HEADMasterSEO
-HMView
+HTMLparser
 HTTP::Lite
 HTTrack
+Haansoft
 Havij
-Hloader
-InfoNaviRobot
+Heritrix
+HybridBot
+IDBTE4M
+IRLbot
+Id-search
+IlseBot
+InfoTekies
+Intelliseek
 InterGET
 InternetSeer
-Iria
 IstellaBot
 JetCar
+Jetty
 JikeSpider
-Joomla
 Keyword Density
-Kinza
+Kozmosbot
+LNSpiderguy
 Lanshanbot
-LeechFTP
+Larbin
 LeechGet
-Lftp
-LibWeb
-Libwhisker
 LieBaoFast
 Lightspeedsystems
+Likse
 LinkScan
-LinkWalker
-LinksManager
+LinkpadBot
 LinqiaMetadataDownloaderBot
-Lipperhey Spider
-MIDown tool
+LinqiaScrapeBot
+Litemage_walker
 MIIxpc
-MQQBrowser
+MSIECrawler
 Magnet
 Mail.RU_Bot
-Majestic12
+Majestic-SEO
 MarkWatch
-Masscan
+Mass Downloader
 Mata Hari
+MauiBot
 MeanPath Bot
 Meanpathbot
 Mediatoolkitbot
-Microsoft URL Control
-Moblie Safari
-Morfeus Fucking Scanner
-Mozlila
-Mr.4x3
-NPbot
+MegaIndex.ru
+Msrabot
+Musobot
 Name Intelligence
 Nameprotect
-Navroad
-Nessus
 Net Vampire
-Nibbler
+NetAnts
+NetZIP
+Netcraft
 Niki-bot
 Nikto
+Nmap
 Nuclei
-Octopus
+Nutch
+Offline Explorer
 Offline Navigator
-OpenLinkProfiler
 OpenVAS
-POE-Component-Client-HTTP
+Openvas
+OrangeSpider
+OutclicksBot
+PECL::HTTP
+PHPCrawl
 PageThing.com
+Panscient
 Papa Foto
 Petalbot
+Picscout
+Picsearch
+PictureFinder
+Pimonster
+Pixray
 PleaseCrawl
-Pockey
-Psbot
+ProPowerBot
+ProWebWalker
+Pump
 PxBroker
-RSSingBot
-RankFlex
-RankingBot2
+Quick-Crawler
+RankActiveLinkBot
 Rankivabot
 RankurBot
-ReGet
-RebelMouse
+Re-re
+RealDownload
+Reaper
+RedesScrapy
 RepoMonkey
 RocketCrawler
-Rogerbot
-SEOkicks-Robot
-SEOprofiler
+SEOlyticsCrawler
+SEOstats
 SMTBot
-ScanAlert
-ScoutJet
-ScreenerBot
-ScrepyBot
-Searchestate
+Scanbot
+Scrapy
 SearchmetricsBot
 Siphon
-Site Sucker
+SiteExplorer
+SiteLockSpider
 Sitebeam
-SlySearch
-Snake
-Snapbot
-Sogou web spider
+Siteimprove
+SmartDownload
+Snoopy
+SocialRankIOBot
+Sociscraper
+Sosospider
+Sottopop
+SpaceBison
 Spammen
-Spinn3r
+SputnikBot
 Sqlworm
-Stripper
+Sqworm
+Steeler
+Sucker
 Sucuri
-SuperBot
-Teleport
+SuperHTTP
+Suzuran
 Telesoft
 Telesphorep
-Thumbor
-Titan
 Toata
 Tracemyfile
 Trendiction
-True_Robot
-Turingos
-Turnitin
 TurnitinBot
-TwengaBot
-URLy Warning
-V-BOT
-Vacuum
-Voil
-WBSearchBot
+Upflow
+VelenPublicWebCrawler
+Virusdie
+WASALive-Bot
 WEBDAV
 WISENutbot
+WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
 Wallpapers/3.0
+WallpapersHD
 WeSEE
-Web Auto
 Web Collage
-Web Enhancer
+Web Fetch
+Web Fuck
 Web Sauger
-WebEnhancer
-WebFetch
+WebAuto
+WebGo IS
+WebLeacher
 WebPix
-WebStripper
+WebSauger
 WebWhacker
-Webalta
-WebmasterWorldForumBot
-WebsiteExtractor
-Webster
+Website Quester
 Whack
+Whacker
 Whatweb
+Who.is Bot
 Widow
-WinHTTrack
-WiseGuys Robot
 Wonderbot
-Xaldon WebSpider
+Wotbox
+Wprecon
+Xaldon_WebSpider
 Zauba
-Zermelo
-ZmEu
-ZoomBot
-ZumBot
 ZyBorg
 arquivo-web-crawler
-com.plumanalytics
-crawl.sogou.com
+arquivo.pt
+autoemailspider
+backlink-check
+check1.exe
+crawler.feedback
 crawler4j
-evc-batch
-instabid
+demandbase-bot
+facebookscraper
+heritrix
 ips-agent
+isitwp.com
+lwp-request
 lwp-trivial
-mediawords
-muhstik-scan
+meanpathbot
+oBot
 page scorer
+pcBrowser
+polaris version
+probe-image-size
 s1z.ru
-satoristudio.net
-seostar
+scan.lol
+seobility
 sexsearcher
+sitechecker.pro
 siteripz
-spyfu
-sysscan
-trendiction.de
+sogouspider
+tAkeOut
 xpymep1.exe
 zauba.io
-zgrab