V4.2021.12.2817 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+01h4x.com
+360Spider
+80legs
 ADmantX
-AIBOT
 Aboundex
-Aboundexbot
-AhrefsBot
+Acunetix
 AiHitBot
 Alexibot
-AllSubmitter
+AlphaBot
+Anarchie
 Anarchy99
-Ankit
-Anthill
-Aspiegel
+Asterias
 Attach
 AwarioRssBot
-AwarioSmartBot
-BBBike
-BDFetch
-BackDoorBot
+BDCbot
+BackStreet
 Backlink-Ceck
 BacklinkCrawler
-Barkrowler
-Battleztar Bazinga
-BetaBot
-Bigfoot
-Blackboard
-BlowFish
-BotALot
+Bandit
+Bolt
+Brandprotect
 Buck
-BuiltBotTough
+BuiltWith
+BunnySlippers
 BuzzSumo
-CCBot
-CODE87
+CSHttp
+Calculon
 CazoodleBot
-Cogentbot
-Collector
-Copyscape
+CheeseBot
+CherryPicker
+ChinaClaw
+Chlooe
+Claritybot
+Copier
+CopyRightCheck
 Craftbot
 Crawling at Home Project
+CrunchBot
 Curious
-DBLBot
-DIIbot
-DataCha0s
+DSearch
 Demon
-Digincore
-Disco
+Dirbuster
 Discoverybot
-Dispatch
-DomCopBot
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
 Domains Project
-Dotbot
 Download Wonder
-EirGrabber
+ECCP/1.0
+EMail Wolf
+Ebingbong
+Ecxi
+Evil
 Exabot
 ExtractorPro
-EyeNetIE
+Ezooms
+FHscan
 Fimap
-FyberSpider
-G-i-g-a-b-o-t
-GT::WWW
-Go!Zilla
-Go-Ahead-Got-It
-Gotit
-Grabber
+Freeuploader
+FrontPage
+Fyrebot
+Getintent
+Gigabot
+GrabNet
 Grafula
-HTTrack
-Hloader
+GridBot
+HEADMasterSEO
+HMView
+HTMLparser
+Haansoft
+HaosouSpider
+Harvest
 Humanlinks
-IRLbot
-Iblog
+HybridBot
+IDBot
 IlseBot
 Image Sucker
-IndeedBot
-InterGET
-Iria
-JOC Web Spider
-JamesBOT
-JetCar
-Jetty
+InfoNaviRobot
+InfoTekies
+Intelliseek
+InternetSeer
+Iskanie
+IstellaBot
+JikeSpider
+Jorgee
+Kenjin Spider
+Keyword Density
 Kinza
-Kozmosbot
-Larbin
-Leap
-Lightspeedsystems
+Lanshanbot
+Lftp
+LibWeb
+Libwhisker
+LieBaoFast
+Likse
 LinkScan
-Linkbot
+LinkWalker
+Linkdexbot
 LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
-LinqiaScrapeBot
-Litemage_walker
-Ltx71
-MFC_Tear_Sample
+Lmspider
 MIIxpc
-MSIECrawler
+MSFrontPage
+MTRobot
 Magnet
-MarkMonitor
 Mass Downloader
 Mata Hari
-Microsoft Data Access
+Mb2345Browser
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+Metauri
+Minefield
 Mister PiX
 Moblie Safari
-Morfeus Fucking Scanner
+Mojolicious
 Mozlila
-Mr.4x3
-Musobot
 NICErsPRO
-NPbot
 Name Intelligence
+Nameprotect
 NearSite
-Needle
+Net Vampire
 NetAnts
-NetLyzer
 NetMechanic
-NetSpider
+Nettrack
 Netvibes
-Nibbler
+NextGenSearchBot
 Nikto
+Nimbostratus
 Not
-Octopus
+Nuclei
 Offline Explorer
 OpenLinkProfiler
-OrangeSpider
-OutclicksBot
-OutfoxBot
-PECL::HTTP
-PageAnalyzer
+Openvas
+PHPCrawl
 PageGrabber
-PageScorer
-Pandalytics
-Panscient
+PageThing.com
 PeoplePal
-Petalbot
+Pi-Monster
 PictureFinder
 Piepmatz
-ProPowerBot
+PleaseCrawl
 ProWebWalker
+Psbot
 Pu_iN
-PxBroker
+Pump
 PyCurl
-RankActive
+QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankActiveLinkBot
 RankFlex
 RankingBot
 RankingBot2
-Rankivabot
-Re-re
+RealDownload
 Reaper
 Recorder
-RedesScrapy
-RepoMonkey
 RocketCrawler
-SEOkicks
-SISTRIX
-ScanAlert
-ScoutJet
-Screaming
-SemrushBot
-SiteSnagger
-SiteSucker
-Siteimprove
+SEOprofiler
+SMTBot
+Scanbot
+ScreenerBot
+ScrepyBot
+SearchmetricsBot
+SentiBot
+Shodan
 SlySearch
 Snake
 Snapbot
-Sosospider
+SocialRankIOBot
+Sociscraper
 Sottopop
-Spanner
 Spbot
-Spinn3r
 SputnikBot
-Sqlworm
-Sqworm
-Surfbot
-Swiftbot
+Sucuri
+SuperHTTP
+Szukacz
+T8Abot
+Teleport
 TeleportPro
-Telesphoreo
+Telesoft
+Telesphorep
+The Intraformant
 Thumbor
 TightTwatBot
-Toata
-Turnitin
-Twice
-UnisterBot
+Titan
+Toweyabot
+Tracemyfile
+Turingos
+TurnitinBot
+Typhoeus
+Upflow
+VB Project
+Vacuum
 VeriCiteCrawler
-VidibleScraper
-Voil
-Voltron
-WISENutbot
+WPScan
 WWW-Mechanize
-Wallpapers
-WeSEE
+WWW::Mechanize
 Web Auto
-Web Collage
-Web Fuck
 Web Pix
-Web Sauger
 WebBandit
 WebCollage
-WebEnhancer
+WebCopier
+WebFetch
 WebFuck
-WebImageCollector
-WebReaper
-WebStripper
+WebLeacher
+WebSucker
+WebWhacker
+WebZIP
 Webalta
 WebmasterWorldForumBot
 Webshag
-Widow
+Website Quester
+WebsiteQuester
+Whack
+Whatweb
+WinHTTrack
+WiseGuys Robot
+Wonderbot
 Woobot
-Wotbox
 Xaldon WebSpider
-Xaldon_WebSpider
+YoudaoBot
 Zade
 Zauba
-Zeus
-ZoomBot
+Zermelo
 ZoominfoBot
 ZumBot
-arquivo.pt
+adscanner
+arquivo-web-crawler
 backlink-check
-com.plumanalytics
-crawler.feedback
-domainsproject.org
-facebookscraper
+coccocbot-web
+crawl.sogou.com
+crawler4j
+dataforseo.com
+demandbase-bot
+evc-batch
 gopher
-instabid
-ips-agent
+heritrix
 isitwp.com
-lwp-request
-lwp-trivial
-magpie-crawler
 meanpathbot
 muhstik-scan
+netEstate NE Crawler
 oBot
-page scorer
-probe-image-size
-satoristudio.net
+pcBrowser
+plumanalytics
 seobility
-sexsearcher
-sogouspider
-spyfu
-sysscan
-tAkeOut
+seocompany.store
+seostar
+serpstatbot
+sitechecker.pro
 trendiction.com
+trendiction.de
 webprosbot
+x22Mozilla
 xpymep1.exe
-zauba.io
-zgrab