V4.2020.04.2055 [ci skip]

.dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404enemy
-80legs
-Aboundex
-Aboundexbot
-AIBOT
-Aipbot
+360Spider
+404checker
+ADmantX
+AiHitBot
 Alexibot
+Alligator
+AllSubmitter
 AlphaBot
-Ankit
+Anarchie
 arquivo.pt
-Aspiegel
+arquivo-web-crawler
 autoemailspider
-BacklinkCrawler
+BackDoorBot
+Backlink-Ceck
+backlink-check
 BackStreet
+BackWeb
 Badass
-Bandit
-Barkrowler
+BatchFTP
 BBBike
-BetaBot
-Bigfoot
-Blackboard
+BDCbot
+BDFetch
 Black Hole
-BlackWidow
-BLEXBot
-Boardreader
+BlowFish
 BotALot
 Brandprotect
-Buddy
-BuiltWith
-BunnySlippers
-Cegbfeieh
+Brandwatch
+BuiltBotTough
+BuzzSumo
+CazoodleBot
 CherryPicker
+CheTeam
 Chlooe
 Claritybot
-Cliqzbot
-Collector
+coccocbot-web
 com.plumanalytics
-Copyscape
+CopyRightCheck
+crawler4j
 crawler.feedback
-crawl.sogou.com
-CSHttp
+Crescent
+CrunchBot
+Custo
 DatabaseDriverMysqli
-DataCha0s
 demandbase-bot
-Demon
 Deusu
 Devil
 DigitalPebble
-DIIbot
-Dirbuster
 Discobot
 DittoSpyder
 DnyzBot
-DomainCrawler
+domainsproject.org
 Dotbot
 Download Wonder
+Drip
 EasyDL
 eCatch
 ECCP/1.0
-EMail Siphon
+Ecxi
+EMail Wolf
 EroCrawler
-evc-batch
-ExtLinksBot
-Extractor
-ExtractorPro
-Extreme Picture Finder
-facebookscraper
-FDM
+Express WebPictures
+EyeNetIE
+Ezooms
+FHscan
 Fimap
+Firefox/7.0
 FlashGet
-FrontPage
-Fyrebot
-GalaxyBot
-GetRight
+Flunky
 GetWeb
-Gigablast
-Gigabot
-Go-Ahead-Got-It
+G-i-g-a-b-o-t
 Gotit
-Go!Zilla
+GoZilla
 GrapeFX
-GrapeshotCrawler
-GridBot
-Havij
-HEADMasterSEO
-Heritrix
 Hloader
-HMView
-HTTP::Lite
+HTMLparser
 HTTrack
-IndeedBot
+Humanlinks
+Iblog
+IlseBot
+Image Sucker
 Indy Library
+InfoNaviRobot
 InfoTekies
+instabid
 Intelliseek
-InterGET
-Internet Ninja
-internetVista monitor
+InternetSeer
+IRLbot
 Iskanie
 JamesBOT
+Jbrofuzz
 JetCar
-Jetty
-Jyxobot
+Jorgee
+JustView
+Kinza
+Lanshanbot
+LeechFTP
 LexiBot
-LinkScan
-LinksManager
+LibWeb
+Linkdexbot
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
+Litemage_walker
 Lmspider
 Ltx71
 LWP::Simple
+lwp-trivial
+Mag-Net
 Mail.RU_Bot
-Majestic12
-MarkMonitor
+Majestic SEO
+Majestic-SEO
 MarkWatch
-Mass Downloader
 Mata Hari
-MauiBot
-Mb2345Browser
-meanpathbot
-Meanpathbot
 Mediatoolkitbot
 MegaIndex.ru
+Metauri
+MFC_Tear_Sample
+MicroMessenger
+Microsoft URL Control
 MIDown tool
 Mister PiX
-Mojeek
-Morfeus Fucking Scanner
+MJ12bot
+MQQBrowser
+Mr.4x3
 MSIECrawler
-Navroad
-Needle
-Nessus
 NetAnts
+netEstate NE Crawler
+NetMechanic
 NetSpider
-NetZIP
+Nettrack
+Net Vampire
 NextGenSearchBot
+Nibbler
 NICErsPRO
-Niki-bot
-NimbleCrawler
-Nimbostratus
-NPbot
-Offline Explorer
+Nikto
+Ninja
+Nmap
+Nutch
+Octopus
 OnCrawl
-Openfind
-OpenLinkProfiler
 Openvas
-OPPO A33
-OrangeSpider
+OpenVAS
 OutclicksBot
 OutfoxBot
 PageAnalyzer
-Page Analyzer
 PageGrabber
+page scorer
 PageScorer
-Papa Foto
-PECL::HTTP
+Panscient
 PeoplePal
-Picsearch
-Pimonster
+PHPCrawl
+Picscout
 PleaseCrawl
-Pockey
-polaris version
-PyCurl
-RankActive
+Probethenet
+ProPowerBot
+ProWebWalker
+Psbot
+Pump
+PxBroker
+QueryN Metasearch
 RankActiveLinkBot
-Rankivabot
-RankurBot
+RankFlex
+RealDownload
+RedesScrapy
 ReGet
-RepoMonkey
-Rogerbot
-SBIder
+Ripper
+RocketCrawler
+ScanAlert
+scan.lol
 Scrapy
 Screaming
-Searchestate
-SEOlyticsCrawler
-Seomoz
+ScreenerBot
+SearchmetricsBot
+SEOkicks
 SEOprofiler
-seoscanners
 SeoSiteCheckup
-SEOstats
 Shodan
-Siteimprove
-SiteSucker
+SISTRIX
+SiteExplorer
+SiteSnagger
 Sitevigil
-SmartDownload
-Snake
+Snapbot
 Snoopy
 SocialRankIOBot
-sogouspider
-Spammen
-sp_auditbot
+Sottopop
+SpankBot
+Spanner
+Spbot
 Spinn3r
 spyfu
 Sqlmap
-Sqworm
-Steeler
 Stripper
+Sucker
+Sucuri
+SuperBot
+SuperHTTP
 Surfbot
-SurveyBot
 Suzuran
 Swiftbot
+T8Abot
 tAkeOut
-Telesoft
+TeleportPro
 Telesphoreo
 The Intraformant
-Titan
+TheNomad
 Toata
 Tracemyfile
 Trendiction
-Trendictionbot
+trendiction.com
 trendiction.de
-True_Robot
-Turingos
 Turnitin
-TurnitinBot
+TwengaBot
+Twice
 Upflow
 Vacuum
-VCI
-Virusdie
-VoidEYE
-Voil
-WallpapersHD
-WBSearchBot
-WebAuto
-WebCollage
+Voltron
+WASALive-Bot
+Webalta
+Web Collage
+WEBDAV
 Web Enhancer
+WebFetch
 Web Fuck
+WebGo IS
+WebImageCollector
 WebLeacher
-WebmasterWorldForumBot
-webmeup-crawler
-WebSauger
-Webshag
+Web Pix
+Web Sauger
 WebsiteQuester
-Website Quester
+WebStripper
+WebSucker
 Web Sucker
-WebZIP
 WeSEE
 Whack
-Whacker
 Who.is Bot
-Widow
-Woobot
-WPScan
+WinHTTrack
+WiseGuys Robot
+WISENutbot
+Wotbox
+WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
 WWWOFFLE
 x22Mozilla
-xpymep1.exe
-YoudaoBot
-Zauba
+Xaldon_WebSpider
+Xenu
 zauba.io
-Zermelo
+Zeus
 zgrab
+Zitebot
+ZmEu
 ZumBot