V4.2021.07.2475 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-ADmantX
-Abonti
+01h4x.com
+360Spider
+404enemy
+80legs
+AIBOT
 Aboundexbot
+AfD-Verbotsverfahren
 AhrefsBot
 AiHitBot
+Aipbot
 Alligator
+AlphaBot
+Anarchie
+Anarchy99
+Apexoo
 Asterias
-Attach
-AwarioRssBot
 AwarioSmartBot
 BDFetch
-BackDoorBot
+BLEXBot
+BackStreet
+BackWeb
 Backlink-Ceck
-Badass
+BacklinkCrawler
 Bandit
-BatchFTP
-Black Hole
-BlackWidow
-Blow
-BlowFish
+Bitacle
 BotALot
+Brandprotect
+Buddy
+CCBot
+CSHttp
 CazoodleBot
 Cegbfeieh
-CensysInspect
-CheTeam
-ChinaClaw
-Claritybot
+CheeseBot
+CherryPicker
+Chlooe
 Cliqzbot
 Cloud mapping
 Cocolyzebot
-Craftbot
+Collector
+Cosmos
 CrazyWebCrawler
-CyotekWebCopy
+DBLBot
 DIIbot
-DTS Agent
-DatabaseDriverMysqli
-Demon
+DataCha0s
 Devil
-Discobot
+Digincore
+Discoverybot
+Dispatch
+DnyzBot
 DomCopBot
 DomainAppender
 DomainSigmaCrawler
-DomainStatsBot
+Domains Project
+Dotbot
 Dragonfly
 ECCP/1.0
-EasyDL
-Ebingbong
+EMail Wolf
+Ecxi
 EirGrabber
-Evil
-Express WebPictures
-Extractor
+EroCrawler
+Exabot
 ExtractorPro
-Extreme Picture Finder
-EyeNetIE
-FDM
-FemtosearchBot
-FlashGet
-FrontPage
+Fuzz
+FyberSpider
+Fyrebot
+GT::WWW
 GalaxyBot
-Genieo
 GetRight
+GetWeb
 Gigabot
-Go!Zilla
-GoZilla
-GrabNet
 GrapeFX
 GrapeshotCrawler
-GridBot
 HEADMasterSEO
-HMView
-HTMLparser
-Heritrix
+Haansoft
 Hloader
-Humanlinks
-IDBTE4M
-IndeedBot
+IRLbot
+Iblog
+Image Sucker
+Indy Library
 InfoNaviRobot
+InfoTekies
 InterGET
 InternetSeer
-Iria
 Iskanie
-JetCar
-JikeSpider
-Joomla
-Jorgee
+IstellaBot
+JOC Web Spider
+Jbrofuzz
+Jetty
 JustView
-Jyxobot
 Kenjin Spider
 Keyword Density
-LNSpiderguy
-LWP::Simple
-Larbin
+Kinza
+Lanshanbot
+LexiBot
 LibWeb
-LieBaoFast
+Lightspeedsystems
 Likse
+Linkbot
 Linkdexbot
-Litemage_walker
-Ltx71
+LinkpadBot
+LinksManager
+Lipperhey Spider
+MFC_Tear_Sample
+MJ12bot
 MSFrontPage
+MSIECrawler
 MTRobot
 Mail.RU_Bot
 Majestic SEO
+Majestic-SEO
+Majestic12
 MarkMonitor
 Masscan
-Mata Hari
-MauiBot
 Mb2345Browser
-Mediatoolkitbot
+MeanPath Bot
+MegaIndex.ru
 Metauri
-Mister PiX
-Moblie Safari
-Mojeek
+MicroMessenger
+Microsoft Data Access
 Morfeus Fucking Scanner
-Needle
-NetLyzer
+Mozlila
+Msrabot
+Name Intelligence
+Nameprotect
+Navroad
+NearSite
+Net Vampire
 NetMechanic
+NetSpider
+NetZIP
+Netcraft
+Nettrack
+Netvibes
 NextGenSearchBot
+Nibbler
+Niki-bot
+NimbleCrawler
 Nimbostratus
-Nutch
+Nuclei
 OPPO A33
-Octopus
-Offline Navigator
-OpenVAS
+Offline Explorer
+Openfind
 Openvas
-PECL::HTTP
+OrangeSpider
+OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
-PageScorer
-Pandalytics
-Papa Foto
-PleaseCrawl
+Page Analyzer
+PageThing.com
+Pi-Monster
+PictureFinder
+Pixray
+ProPowerBot
+ProWebWalker
 Pu_iN
-PyCurl
+QueryN Metasearch
 RankActive
 RankActiveLinkBot
 RankingBot
 Rankivabot
+ReGet
+RealDownload
+RedesScrapy
 RepoMonkey
 Rogerbot
-SEOkicks
 SEOkicks-Robot
-SEOprofiler
-Scanbot
-Scrapy
-Screaming
+SISTRIX
+ScoutJet
 ScreenerBot
-ScrepyBot
 Semrush
-SemrushBot
-SentiBot
 Site Sucker
 SiteExplorer
+SiteLockSpider
+SiteSucker
+Siteimprove
 Sitevigil
-Snoopy
-SocialRankIOBot
-Sociscraper
+Snapbot
+Sogou web spider
+Sosospider
+SpaceBison
 Spammen
-Spanner
+Spbot
 Sqlworm
 Sqworm
-Steeler
+Stripper
+Sucuri
 SuperBot
-SurveyBot
-Szukacz
-T8Abot
+Suzuran
+Swiftbot
 Teleport
-TeleportPro
-Telesphoreo
 The Intraformant
-TheNomad
-Thumbor
+TightTwatBot
 Toata
-Trendictionbot
-TurnitinBot
-TwengaBot
-Typhoeus
-URLy Warning
-URLy.Warning
-VeriCiteCrawler
-VidibleScraper
+True_Robot
+Turnitin
+Twice
+UnisterBot
+Upflow
+VCI
 VoidEYE
 Voil
 WASALive-Bot
-WEBDAV
-WPScan
-WWW-Collector-E
-WWW::Mechanize
+WISENutbot
+WWW-Mechanize
 WWWOFFLE
-WallpapersHD
-Web Collage
+WeSEE
 Web Fuck
 Web Pix
-WebAuto
+Web Sauger
+WebBandit
 WebCollage
 WebCopier
 WebEnhancer
 WebFetch
 WebFuck
-WebGo IS
-WebPix
-WebReaper
-WebStripper
+WebImageCollector
+WebLeacher
+WebSucker
 WebWhacker
-Webalta
 Webshag
-WebsiteExtractor
-Webster
-Whack
-Whacker
-Whatweb
+Website Quester
+WebsiteQuester
 Widow
+WinHTTrack
+WiseGuys Robot
+Wonderbot
 Xaldon WebSpider
 Xaldon_WebSpider
-Xenu
-Zermelo
-Zeus
-Zitebot
-ZmEu
-ZoominfoBot
-ZumBot
-ZyBorg
-archive.org_bot
+ZoomBot
 arquivo-web-crawler
+arquivo.pt
 autoemailspider
-check1.exe
-cognitiveseo
-crawl.sogou.com
 crawler.feedback
-crawler4j
-instabid
+gopher
 internetVista monitor
-isitwp.com
-muhstik-scan
-oBot
-page scorer
+lwp-request
+lwp-trivial
+mediawords
 pcBrowser
-polaris version
-probe-image-size
+plumanalytics
+ripz
 s1z.ru
+scalaj-http
 seobility
-serpstatbot
-sexsearcher
-sogouspider
-spyfu
-sysscan
-webmeup-crawler
-x09Mozilla
-xpymep1.exe
+seoscanners
+seostar
+siteripz
+sp_auditbot
+trendiction.com
 zauba.io
 zgrab