V4.2021.07.2488 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-80legs
-AIBOT
+360Spider
 ALittle Client
 ASPSeek
 Abonti
 Aboundex
-Aboundexbot
-Acunetix
 AfD-Verbotsverfahren
 AhrefsBot
-AiHitBot
 Aipbot
 Alexibot
-Anarchie
-Anarchy
+AllSubmitter
+AlphaBot
 Anarchy99
-Anthill
-Asterias
-Attach
 AwarioSmartBot
-BBBike
+BDCbot
 BackDoorBot
-BackStreet
 BacklinkCrawler
 Bandit
 BatchFTP
+Battleztar Bazinga
+BetaBot
 Bigfoot
 Bitacle
 Blow
-Brandprotect
 Brandwatch
-Bullseye
 BuzzSumo
+Calculon
 CazoodleBot
-CensysInspect
-CheTeam
-CheeseBot
+Cegbfeieh
 ChinaClaw
 Chlooe
 Claritybot
-Cocolyzebot
-Cogentbot
-Copier
+Copyscape
+Cosmos
 Craftbot
 CrazyWebCrawler
-Curious
 Custo
 DBLBot
 DSearch
+DTS Agent
+Demon
 Devil
+Dirbuster
+Disco
+Discobot
 Discoverybot
 Dispatch
+DittoSpyder
 DomCopBot
 DomainAppender
-DomainCrawler
-DomainStatsBot
-ECCP/1.0
-EMail Siphon
-Ecxi
+Domains Project
+Dragonfly
+Drip
+EMail Wolf
+EasyDL
+Ebingbong
+EirGrabber
+Evil
 Express WebPictures
-Extreme Picture Finder
-FDM
-FHscan
+ExtractorPro
+EyeNetIE
 FemtosearchBot
-Freeuploader
+Fimap
+FlashGet
+Flunky
+Foobot
+Fuzz
 FyberSpider
-Fyrebot
+G-i-g-a-b-o-t
+GT::WWW
 Genieo
+GetRight
 GetWeb
+Getintent
+Gigabot
+Go!Zilla
 Gotit
-Grafula
+GrapeshotCrawler
+GridBot
 HEADMasterSEO
-Haansoft
+HMView
+HTTP::Lite
+HTTrack
 Havij
 Hloader
-IDBTE4M
-Id-search
 InfoNaviRobot
-InfoTekies
 InterGET
 InternetSeer
-Iskanie
-JOC Web Spider
-Jbrofuzz
-JennyBot
+Iria
+IstellaBot
 JetCar
-Jetty
 JikeSpider
 Joomla
 Keyword Density
 Kinza
-LWP::Simple
 Lanshanbot
-Larbin
+LeechFTP
+LeechGet
 Lftp
+LibWeb
 Libwhisker
+LieBaoFast
+Lightspeedsystems
+LinkScan
 LinkWalker
-Linkbot
-Linkdexbot
-LinkpadBot
 LinksManager
-LinqiaScrapeBot
+LinqiaMetadataDownloaderBot
 Lipperhey Spider
-Lmspider
-Ltx71
-MFC_Tear_Sample
-MJ12bot
-MSIECrawler
+MIDown tool
+MIIxpc
+MQQBrowser
+Magnet
 Mail.RU_Bot
-Majestic-SEO
+Majestic12
 MarkWatch
 Masscan
 Mata Hari
 MeanPath Bot
 Meanpathbot
-Metauri
-MicroMessenger
-Mister PiX
+Mediatoolkitbot
+Microsoft URL Control
 Moblie Safari
-Mojeek
+Morfeus Fucking Scanner
+Mozlila
 Mr.4x3
-Msrabot
 NPbot
 Name Intelligence
+Nameprotect
+Navroad
+Nessus
 Net Vampire
-NetLyzer
-Netcraft
-Nettrack
-Netvibes
 Nibbler
+Niki-bot
 Nikto
-NimbleCrawler
-Nimbostratus
-Nmap
-Nutch
-OnCrawl
-Openfind
-Openvas
-PECL::HTTP
+Nuclei
+Octopus
+Offline Navigator
+OpenLinkProfiler
+OpenVAS
+POE-Component-Client-HTTP
+PageThing.com
 Papa Foto
-Pavuk
-PeoplePal
-PictureFinder
-Pimonster
-Pixray
+Petalbot
 PleaseCrawl
 Pockey
-Probethenet
-Pu_iN
+Psbot
 PxBroker
-QueryN Metasearch
 RSSingBot
-RankActive
+RankFlex
 RankingBot2
+Rankivabot
+RankurBot
 ReGet
-RealDownload
 RebelMouse
 RepoMonkey
-SEOkicks
+RocketCrawler
+Rogerbot
+SEOkicks-Robot
+SEOprofiler
 SMTBot
-SalesIntelligent
-Screaming
-SemrushBot
-SentiBot
-Shodan
+ScanAlert
+ScoutJet
+ScreenerBot
+ScrepyBot
+Searchestate
+SearchmetricsBot
+Siphon
 Site Sucker
-SiteCheckerBotCrawler
-SiteExplorer
-SiteLockSpider
 Sitebeam
-Siteimprove
-Sitevigil
 SlySearch
-Snoopy
-SocialRankIOBot
-Sottopop
-SpaceBison
-SpankBot
+Snake
+Snapbot
+Sogou web spider
+Spammen
 Spinn3r
-SputnikBot
 Sqlworm
-Steeler
+Stripper
 Sucuri
-Surfbot
-Suzuran
-Szukacz
-TeleportPro
+SuperBot
+Teleport
 Telesoft
-Telesphoreo
 Telesphorep
-The Intraformant
-TightTwatBot
+Thumbor
+Titan
+Toata
 Tracemyfile
-Trendictionbot
+Trendiction
+True_Robot
+Turingos
 Turnitin
 TurnitinBot
-Upflow
+TwengaBot
+URLy Warning
 V-BOT
 Vacuum
-VeriCiteCrawler
 Voil
-Voltron
 WBSearchBot
-WWW-Mechanize
+WEBDAV
+WISENutbot
+WWW::Mechanize
 WWWOFFLE
-WallpapersHD
+Wallpapers/3.0
+WeSEE
+Web Auto
 Web Collage
 Web Enhancer
-Web Fuck
-WebBandit
+Web Sauger
 WebEnhancer
-WebImageCollector
+WebFetch
 WebPix
+WebStripper
 WebWhacker
-WebZIP
 Webalta
 WebmasterWorldForumBot
+WebsiteExtractor
 Webster
-Whacker
+Whack
 Whatweb
 Widow
-Woobot
-Wotbox
+WinHTTrack
+WiseGuys Robot
+Wonderbot
 Xaldon WebSpider
 Zauba
-Zeus
+Zermelo
+ZmEu
+ZoomBot
+ZumBot
 ZyBorg
-archive.org_bot
-check1.exe
-coccocbot-web
-cognitiveseo
+arquivo-web-crawler
 com.plumanalytics
-crawler.feedback
-demandbase-bot
+crawl.sogou.com
+crawler4j
 evc-batch
-internetVista monitor
-meanpathbot
-netEstate NE Crawler
-polaris version
+instabid
+ips-agent
+lwp-trivial
+mediawords
+muhstik-scan
+page scorer
+s1z.ru
 satoristudio.net
-scalaj-http
-seobility
-sogouspider
-sp_auditbot
-voyagerx.com
-webmeup-crawler
-x22Mozilla
+seostar
+sexsearcher
+siteripz
+spyfu
+sysscan
+trendiction.de
 xpymep1.exe
 zauba.io
+zgrab