V4.2021.04.2327 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
 01h4x.com
 360Spider
 404checker
-404enemy
 80legs
-Abonti
+Aboundex
 Aboundexbot
-ADmantX
-AfD-Verbotsverfahren
+AIBOT
 AiHitBot
 Alexibot
+Alligator
 AllSubmitter
-AlphaBot
+Anarchy99
 Ankit
-Apexoo
-archive.org_bot
 arquivo.pt
+arquivo-web-crawler
+autoemailspider
 AwarioRssBot
 AwarioSmartBot
-BacklinkCrawler
-BackStreet
-Badass
+BackDoorBot
+backlink-check
 Barkrowler
-BatchFTP
 Battleztar Bazinga
-BDCbot
 BDFetch
-Bigfoot
-BLEXBot
-Boardreader
-Bolt
+Brandwatch
+Buck
 Buddy
-BuiltBotTough
 BuiltWith
 BunnySlippers
-CATExplorador
-CensysInspect
-CheeseBot
+BuzzSumo
+Calculon
+CazoodleBot
+CCBot
+CherryPicker
+Chlooe
+Claritybot
+Cloud mapping
 coccocbot-web
+CODE87
+Cogentbot
 CopyRightCheck
-Copyscape
-Cosmos
-crawler4j
-crawler.feedback
+Craftbot
+CrazyWebCrawler
 Crescent
 CSHttp
-CyotekWebCopy
-DatabaseDriverMysqli
-DataCha0s
-DBLBot
+Curious
 demandbase-bot
-Demon
+Devil
+DigitalPebble
 DIIbot
-Dirbuster
-Discobot
-Discoverybot
+Dispatch
+DomainCrawler
+domainsproject.org
 Dotbot
-DSearch
-DTS Agent
+Dragonfly
+Ebingbong
 Ecxi
 EirGrabber
-Express WebPictures
+EroCrawler
+evc-batch
 ExtractorPro
-Ezooms
-Fimap
-Flunky
-Freeuploader
-FyberSpider
+Extreme Picture Finder
+FDM
+FHscan
+Foobot
 Fyrebot
+GalaxyBot
+Genieo
 GermCrawler
-GetWeb
-Go-Ahead-Got-It
+Getintent
+GetRight
+Gigabot
+G-i-g-a-b-o-t
 Gotit
-GoZilla
-Go!Zilla
 GrabNet
+Grafula
+GrapeFX
 GrapeshotCrawler
-GT::WWW
-HMView
-HTMLparser
+Haansoft
+Harvest
+Havij
+Hloader
 HTTP::Lite
-HTTrack
 Humanlinks
+HybridBot
 Iblog
-InfoNaviRobot
-instabid
-InterGET
+Image Fetch
+IndeedBot
+Indy Library
 InternetSeer
-internetVista monitor
 ips-agent
-Iria
+IRLbot
+isitwp.com
 Iskanie
-IstellaBot
-JennyBot
-Jetty
-JustView
-Jyxobot
+JikeSpider
 Kenjin Spider
-Keyword Density
 Kozmosbot
-Lanshanbot
-LeechGet
-LibWeb
-Lightspeedsystems
-Likse
-Linkdexbot
-LinkScan
+Larbin
+LexiBot
+Lftp
+LinkextractorPro
 LinksManager
+LinkWalker
 LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Lipperhey
 Lmspider
 LNSpiderguy
-lwp-request
+Ltx71
+LWP::Simple
 Magnet
-magpie-crawler
+Mag-Net
+Majestic12
+Majestic SEO
+Majestic-SEO
 MarkMonitor
 MarkWatch
-Masscan
-Mass Downloader
 Mata Hari
-Mb2345Browser
-Meanpathbot
+meanpathbot
 MeanPath Bot
-mediawords
-MegaIndex.ru
+Mediatoolkitbot
+MicroMessenger
 Microsoft Data Access
+Microsoft URL Control
+MIDown tool
 MIIxpc
-Mister PiX
-Mojolicious
-Mozlila
-MSIECrawler
-Msrabot
+Morfeus Fucking Scanner
+MQQBrowser
+MSFrontPage
 MTRobot
 Musobot
-Needle
-netEstate NE Crawler
+Navroad
+NetAnts
+Netcraft
+Net Vampire
+NetZIP
+NextGenSearchBot
 Nibbler
-NICErsPRO
-Niki-bot
 NimbleCrawler
-Nimbostratus
 Nmap
 NPbot
 Offline Explorer
-OnCrawl
-OrangeBot
-OutfoxBot
-PageAnalyzer
+Openfind
+OPPO A33
+OrangeSpider
 PageThing.com
 Pandalytics
-Papa Foto
-pcBrowser
-PeoplePal
+Petalbot
+PHPCrawl
+Picsearch
 PictureFinder
-Piepmatz
 Pimonster
-POE-Component-Client-HTTP
-probe-image-size
-ProPowerBot
-PxBroker
+Pi-Monster
+Pixray
+PleaseCrawl
+plumanalytics
+Probethenet
+Psbot
+Pu_iN
+Pump
 PyCurl
-Quick-Crawler
-RankingBot
-RankingBot2
-RankurBot
-RealDownload
-RebelMouse
+RankActive
+RankActiveLinkBot
+RankFlex
+Rankivabot
+Reaper
 Recorder
 RedesScrapy
 RepoMonkey
+Re-re
 Ripper
-RocketCrawler
+Rogerbot
 RSSingBot
-SalesIntelligent
+s1z.ru
+satoristudio.net
 Scanbot
-ScoutJet
-ScreenerBot
-Searchestate
-Semrush
-SEOkicks-Robot
+scan.lol
+SentiBot
+seoscanners
 SEOstats
-serpstatbot
-sexsearcher
-Sitebeam
-SiteCheckerBotCrawler
+SISTRIX
 sitechecker.pro
-SiteLockSpider
-SiteSucker
-Site Sucker
+SiteExplorer
+Siteimprove
+Sitevigil
+SlySearch
 SmartDownload
-Snake
+SMTBot
 Snoopy
-sogouspider
+SocialRankIOBot
+Sociscraper
 Sogou web spider
-SpaceBison
+Sottopop
 Spammen
-Sqlmap
+Spanner
+sp_auditbot
+Spinn3r
 Sqlworm
-Sucker
-SuperBot
+Sqworm
+Steeler
+Stripper
 Surfbot
 SurveyBot
 Swiftbot
 Szukacz
-tAkeOut
-Telesphoreo
-Telesphorep
-TightTwatBot
-Toata
+T0PHackTeam
+T8Abot
+Telesoft
 Toweyabot
-Tracemyfile
+Trendiction
+trendiction.de
+Turingos
+Turnitin
 TwengaBot
 Twice
-Upflow
+UnisterBot
+URLy Warning
 URLy.Warning
 Vacuum
 VCI
-VidibleScraper
-Voil
-WASALive-Bot
-WebCollage
+VelenPublicWebCrawler
+VeriCiteCrawler
+VoidEYE
+Web Auto
 Web Collage
-WebCopier
 WEBDAV
-WebFetch
-Web Fetch
+WebEnhancer
 Web Fuck
-WebImageCollector
-WebLeacher
+WebGo IS
+WebmasterWorldForumBot
 webmeup-crawler
-Web Pix
-Web Sauger
-Webshag
-WebsiteExtractor
+WebReaper
+WebSauger
 WebsiteQuester
+Website Quester
+Webster
 WebStripper
-Whack
-Whacker
+WebWhacker
+WeSEE
+Whatweb
 Who.is Bot
-Woobot
+WiseGuys Robot
+Wonderbot
 Wprecon
-WWWOFFLE
+WWW::Mechanize
+x09Mozilla
 x22Mozilla
 Xaldon_WebSpider
-xpymep1.exe
 YoudaoBot
-Zauba
-Zeus
-zgrab
 Zitebot
-ZmEu
+ZoomBot